{"level":"warn","ts":"2026-02-25T17:13:38.319074Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T17:13:38.319162Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.131:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.131:2380","--initial-cluster=instance=https://199.204.45.131:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.131:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.131:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-25T17:13:38.319223Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T17:13:38.319241Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.131:2380"]} {"level":"info","ts":"2026-02-25T17:13:38.319261Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T17:13:38.319856Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"]} {"level":"info","ts":"2026-02-25T17:13:38.31994Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.131:2380"],"listen-peer-urls":["https://199.204.45.131:2380"],"advertise-client-urls":["https://199.204.45.131:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.131:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-25T17:13:38.326191Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.051641ms"} {"level":"info","ts":"2026-02-25T17:13:38.344459Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2fdf33955ed9ec6c","cluster-id":"e3dd6b4ed8cb907a"} {"level":"info","ts":"2026-02-25T17:13:38.344594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=()"} {"level":"info","ts":"2026-02-25T17:13:38.344622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became follower at term 0"} {"level":"info","ts":"2026-02-25T17:13:38.344652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2fdf33955ed9ec6c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-25T17:13:38.344665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became follower at term 1"} {"level":"info","ts":"2026-02-25T17:13:38.34472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=(3449532556223573100)"} {"level":"warn","ts":"2026-02-25T17:13:38.36284Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-25T17:13:38.36455Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-25T17:13:38.366131Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-25T17:13:38.368959Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2fdf33955ed9ec6c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-25T17:13:38.36917Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2fdf33955ed9ec6c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-25T17:13:38.369277Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T17:13:38.369478Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T17:13:38.369501Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T17:13:38.373628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=(3449532556223573100)"} {"level":"info","ts":"2026-02-25T17:13:38.374178Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e3dd6b4ed8cb907a","local-member-id":"2fdf33955ed9ec6c","added-peer-id":"2fdf33955ed9ec6c","added-peer-peer-urls":["https://199.204.45.131:2380"]} {"level":"info","ts":"2026-02-25T17:13:38.377054Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T17:13:38.377202Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.131:2380"} {"level":"info","ts":"2026-02-25T17:13:38.377255Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.131:2380"} {"level":"info","ts":"2026-02-25T17:13:38.377327Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2fdf33955ed9ec6c","initial-advertise-peer-urls":["https://199.204.45.131:2380"],"listen-peer-urls":["https://199.204.45.131:2380"],"advertise-client-urls":["https://199.204.45.131:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-25T17:13:38.377374Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-25T17:13:39.045121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c is starting a new election at term 1"} {"level":"info","ts":"2026-02-25T17:13:39.045181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became pre-candidate at term 1"} {"level":"info","ts":"2026-02-25T17:13:39.045217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c received MsgPreVoteResp from 2fdf33955ed9ec6c at term 1"} {"level":"info","ts":"2026-02-25T17:13:39.045237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became candidate at term 2"} {"level":"info","ts":"2026-02-25T17:13:39.045247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c received MsgVoteResp from 2fdf33955ed9ec6c at term 2"} {"level":"info","ts":"2026-02-25T17:13:39.045263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became leader at term 2"} {"level":"info","ts":"2026-02-25T17:13:39.045276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2fdf33955ed9ec6c elected leader 2fdf33955ed9ec6c at term 2"} {"level":"info","ts":"2026-02-25T17:13:39.046421Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:13:39.047333Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2fdf33955ed9ec6c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.131:2379]}","request-path":"/0/members/2fdf33955ed9ec6c/attributes","cluster-id":"e3dd6b4ed8cb907a","publish-timeout":"7s"} {"level":"info","ts":"2026-02-25T17:13:39.047336Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T17:13:39.047384Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T17:13:39.047595Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-25T17:13:39.047698Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-25T17:13:39.047897Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e3dd6b4ed8cb907a","local-member-id":"2fdf33955ed9ec6c","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:13:39.048026Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:13:39.048071Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:13:39.049058Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.131:2379"} {"level":"info","ts":"2026-02-25T17:13:39.050657Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-02-25T17:13:56.837369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601330125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:13:57.147308Z","caller":"traceutil/trace.go:171","msg":"trace[944527086] linearizableReadLoop","detail":"{readStateIndex:462; appliedIndex:461; }","duration":"810.369874ms","start":"2026-02-25T17:13:56.336913Z","end":"2026-02-25T17:13:57.147283Z","steps":["trace[944527086] 'read index received' (duration: 810.133029ms)","trace[944527086] 'applied index is now lower than readState.Index' (duration: 235.685µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:13:57.147375Z","caller":"traceutil/trace.go:171","msg":"trace[1641499683] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"877.717959ms","start":"2026-02-25T17:13:56.269623Z","end":"2026-02-25T17:13:57.147341Z","steps":["trace[1641499683] 'process raft request' (duration: 877.525405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:13:57.147561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.594839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-02-25T17:13:57.1476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.391892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:13:57.147666Z","caller":"traceutil/trace.go:171","msg":"trace[342446895] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:445; }","duration":"810.776224ms","start":"2026-02-25T17:13:56.336872Z","end":"2026-02-25T17:13:57.147648Z","steps":["trace[342446895] 'agreement among raft nodes before linearized reading' (duration: 810.583169ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:13:57.14769Z","caller":"traceutil/trace.go:171","msg":"trace[1051207494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:445; }","duration":"514.511494ms","start":"2026-02-25T17:13:56.633147Z","end":"2026-02-25T17:13:57.147658Z","steps":["trace[1051207494] 'agreement among raft nodes before linearized reading' (duration: 514.385681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:13:57.147763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.154425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T17:13:57.147738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:13:56.336852Z","time spent":"810.857575ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-25T17:13:57.14773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:13:56.633126Z","time spent":"514.592326ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T17:13:57.147862Z","caller":"traceutil/trace.go:171","msg":"trace[584705741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:445; }","duration":"188.311279ms","start":"2026-02-25T17:13:56.959531Z","end":"2026-02-25T17:13:57.147842Z","steps":["trace[584705741] 'agreement among raft nodes before linearized reading' (duration: 188.095894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:13:57.147979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:13:56.269606Z","time spent":"877.848222ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:13:57.147771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.608067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:13:57.148053Z","caller":"traceutil/trace.go:171","msg":"trace[1411722246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:445; }","duration":"342.943945ms","start":"2026-02-25T17:13:56.805092Z","end":"2026-02-25T17:13:57.148036Z","steps":["trace[1411722246] 'agreement among raft nodes before linearized reading' (duration: 342.593586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:13:57.148109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:13:56.805072Z","time spent":"343.021587ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:13:57.414614Z","caller":"traceutil/trace.go:171","msg":"trace[1671739828] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"260.15086ms","start":"2026-02-25T17:13:57.154414Z","end":"2026-02-25T17:13:57.414565Z","steps":["trace[1671739828] 'process raft request' (duration: 194.273528ms)","trace[1671739828] 'compare' (duration: 65.748139ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:13:57.513638Z","caller":"traceutil/trace.go:171","msg":"trace[674467725] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"358.928196ms","start":"2026-02-25T17:13:57.154693Z","end":"2026-02-25T17:13:57.513621Z","steps":["trace[674467725] 'process raft request' (duration: 358.755932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:13:57.513752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:13:57.154627Z","time spent":"359.06304ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:13:57.513894Z","caller":"traceutil/trace.go:171","msg":"trace[1981513138] linearizableReadLoop","detail":"{readStateIndex:466; appliedIndex:462; }","duration":"191.462052ms","start":"2026-02-25T17:13:57.322421Z","end":"2026-02-25T17:13:57.513883Z","steps":["trace[1981513138] 'read index received' (duration: 26.281891ms)","trace[1981513138] 'applied index is now lower than readState.Index' (duration: 165.178881ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:13:57.513888Z","caller":"traceutil/trace.go:171","msg":"trace[313263322] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"359.030869ms","start":"2026-02-25T17:13:57.154793Z","end":"2026-02-25T17:13:57.513824Z","steps":["trace[313263322] 'process raft request' (duration: 358.748402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:13:57.514189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:13:57.154746Z","time spent":"359.307525ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:13:57.514197Z","caller":"traceutil/trace.go:171","msg":"trace[1743184268] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"356.640973ms","start":"2026-02-25T17:13:57.157511Z","end":"2026-02-25T17:13:57.514152Z","steps":["trace[1743184268] 'process raft request' (duration: 356.07091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:13:57.513981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.571985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:13:57.514332Z","caller":"traceutil/trace.go:171","msg":"trace[401034079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"191.991455ms","start":"2026-02-25T17:13:57.322326Z","end":"2026-02-25T17:13:57.514318Z","steps":["trace[401034079] 'agreement among raft nodes before linearized reading' (duration: 191.593716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:13:57.514418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:13:57.157486Z","time spent":"356.818557ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:13:57.978023Z","caller":"traceutil/trace.go:171","msg":"trace[1647335046] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:466; }","duration":"462.652948ms","start":"2026-02-25T17:13:57.515349Z","end":"2026-02-25T17:13:57.978002Z","steps":["trace[1647335046] 'read index received' (duration: 447.511437ms)","trace[1647335046] 'applied index is now lower than readState.Index' (duration: 15.140111ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:13:57.978157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.777511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:13:57.978179Z","caller":"traceutil/trace.go:171","msg":"trace[1414543087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"462.826222ms","start":"2026-02-25T17:13:57.515347Z","end":"2026-02-25T17:13:57.978173Z","steps":["trace[1414543087] 'agreement among raft nodes before linearized reading' (duration: 462.756361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:13:57.978199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:13:57.515309Z","time spent":"462.886534ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:13:57.978275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.233155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-02-25T17:13:57.978358Z","caller":"traceutil/trace.go:171","msg":"trace[781037882] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:449; }","duration":"461.356148ms","start":"2026-02-25T17:13:57.516982Z","end":"2026-02-25T17:13:57.978339Z","steps":["trace[781037882] 'agreement among raft nodes before linearized reading' (duration: 461.151624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:13:57.978409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:13:57.516978Z","time spent":"461.41945ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-25T17:14:03.933473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.361341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T17:14:03.933528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.941655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:14:03.933564Z","caller":"traceutil/trace.go:171","msg":"trace[912775007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:461; }","duration":"391.507534ms","start":"2026-02-25T17:14:03.542036Z","end":"2026-02-25T17:14:03.933544Z","steps":["trace[912775007] 'range keys from in-memory index tree' (duration: 391.245828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:03.933594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.626805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:14:03.933623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:03.542012Z","time spent":"391.602556ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T17:14:03.933621Z","caller":"traceutil/trace.go:171","msg":"trace[62529910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:461; }","duration":"497.087078ms","start":"2026-02-25T17:14:03.436512Z","end":"2026-02-25T17:14:03.933599Z","steps":["trace[62529910] 'range keys from in-memory index tree' (duration: 496.789422ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:03.933673Z","caller":"traceutil/trace.go:171","msg":"trace[181036152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"612.771659ms","start":"2026-02-25T17:14:03.320883Z","end":"2026-02-25T17:14:03.933655Z","steps":["trace[181036152] 'range keys from in-memory index tree' (duration: 612.526943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:03.933656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.62558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T17:14:03.933709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:03.436491Z","time spent":"497.18768ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:14:03.93372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:03.320861Z","time spent":"612.85004ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:14:03.933729Z","caller":"traceutil/trace.go:171","msg":"trace[603754154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"395.755273ms","start":"2026-02-25T17:14:03.537957Z","end":"2026-02-25T17:14:03.933712Z","steps":["trace[603754154] 'range keys from in-memory index tree' (duration: 395.469116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:03.933777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:03.537936Z","time spent":"395.832644ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:14:04.50666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.874746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:14:04.507021Z","caller":"traceutil/trace.go:171","msg":"trace[1303559961] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"568.360106ms","start":"2026-02-25T17:14:03.938642Z","end":"2026-02-25T17:14:04.507002Z","steps":["trace[1303559961] 'process raft request' (duration: 303.934507ms)","trace[1303559961] 'compare' (duration: 263.642851ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:14:04.507106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:03.938624Z","time spent":"568.443989ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:04.507242Z","caller":"traceutil/trace.go:171","msg":"trace[1466489248] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"567.977748ms","start":"2026-02-25T17:14:03.939255Z","end":"2026-02-25T17:14:04.507233Z","steps":["trace[1466489248] 'process raft request' (duration: 567.64615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:04.507321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:03.939234Z","time spent":"568.05941ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:04.511023Z","caller":"traceutil/trace.go:171","msg":"trace[792524677] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"367.140958ms","start":"2026-02-25T17:14:04.143852Z","end":"2026-02-25T17:14:04.510993Z","steps":["trace[792524677] 'process raft request' (duration: 366.944243ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:04.510922Z","caller":"traceutil/trace.go:171","msg":"trace[1053368036] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:483; }","duration":"189.304052ms","start":"2026-02-25T17:14:04.321601Z","end":"2026-02-25T17:14:04.510905Z","steps":["trace[1053368036] 'read index received' (duration: 189.189409ms)","trace[1053368036] 'applied index is now lower than readState.Index' (duration: 113.493µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:14:04.511128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.514157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:14:04.511167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:04.143824Z","time spent":"367.27045ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:04.511227Z","caller":"traceutil/trace.go:171","msg":"trace[1606394364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:465; }","duration":"189.630629ms","start":"2026-02-25T17:14:04.321557Z","end":"2026-02-25T17:14:04.511188Z","steps":["trace[1606394364] 'agreement among raft nodes before linearized reading' (duration: 189.513477ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:06.191599Z","caller":"traceutil/trace.go:171","msg":"trace[1720993728] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"211.372915ms","start":"2026-02-25T17:14:05.98019Z","end":"2026-02-25T17:14:06.191563Z","steps":["trace[1720993728] 'process raft request' (duration: 211.16264ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:08.652799Z","caller":"traceutil/trace.go:171","msg":"trace[1837664393] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"127.991396ms","start":"2026-02-25T17:14:08.524784Z","end":"2026-02-25T17:14:08.652775Z","steps":["trace[1837664393] 'process raft request' (duration: 127.831982ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:08.799667Z","caller":"traceutil/trace.go:171","msg":"trace[688960052] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"274.306268ms","start":"2026-02-25T17:14:08.525338Z","end":"2026-02-25T17:14:08.799644Z","steps":["trace[688960052] 'process raft request' (duration: 205.375805ms)","trace[688960052] 'compare' (duration: 68.824421ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:14:09.77747Z","caller":"traceutil/trace.go:171","msg":"trace[42819609] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"454.539774ms","start":"2026-02-25T17:14:09.32291Z","end":"2026-02-25T17:14:09.77745Z","steps":["trace[42819609] 'read index received' (duration: 454.374751ms)","trace[42819609] 'applied index is now lower than readState.Index' (duration: 164.313µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:14:09.777589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.685707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:14:09.777615Z","caller":"traceutil/trace.go:171","msg":"trace[2729026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"454.77853ms","start":"2026-02-25T17:14:09.322828Z","end":"2026-02-25T17:14:09.777607Z","steps":["trace[2729026] 'agreement among raft nodes before linearized reading' (duration: 454.723439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:09.777638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:09.3228Z","time spent":"454.832641ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:14:09.777611Z","caller":"traceutil/trace.go:171","msg":"trace[1295003354] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"540.177936ms","start":"2026-02-25T17:14:09.237387Z","end":"2026-02-25T17:14:09.777565Z","steps":["trace[1295003354] 'process raft request' (duration: 539.953041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:09.777781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:09.237361Z","time spent":"540.328209ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:14:09.777785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.200897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-02-25T17:14:09.777864Z","caller":"traceutil/trace.go:171","msg":"trace[885677231] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:508; }","duration":"439.335031ms","start":"2026-02-25T17:14:09.33851Z","end":"2026-02-25T17:14:09.777845Z","steps":["trace[885677231] 'agreement among raft nodes before linearized reading' (duration: 439.168627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:09.777909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:09.338488Z","time spent":"439.412682ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T17:14:10.355979Z","caller":"traceutil/trace.go:171","msg":"trace[1305013418] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"149.69879ms","start":"2026-02-25T17:14:10.206255Z","end":"2026-02-25T17:14:10.355954Z","steps":["trace[1305013418] 'read index received' (duration: 149.455375ms)","trace[1305013418] 'applied index is now lower than readState.Index' (duration: 241.745µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:14:10.35611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.841233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T17:14:10.356149Z","caller":"traceutil/trace.go:171","msg":"trace[1336636269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:509; }","duration":"149.939896ms","start":"2026-02-25T17:14:10.206199Z","end":"2026-02-25T17:14:10.356139Z","steps":["trace[1336636269] 'agreement among raft nodes before linearized reading' (duration: 149.851494ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:10.356134Z","caller":"traceutil/trace.go:171","msg":"trace[25458996] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"571.087469ms","start":"2026-02-25T17:14:09.784989Z","end":"2026-02-25T17:14:10.356076Z","steps":["trace[25458996] 'process raft request' (duration: 570.804393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:10.356853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:09.784972Z","time spent":"571.698163ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:16.747563Z","caller":"traceutil/trace.go:171","msg":"trace[68324067] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"186.139752ms","start":"2026-02-25T17:14:16.561402Z","end":"2026-02-25T17:14:16.747542Z","steps":["trace[68324067] 'read index received' (duration: 185.985569ms)","trace[68324067] 'applied index is now lower than readState.Index' (duration: 153.383µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:14:16.747607Z","caller":"traceutil/trace.go:171","msg":"trace[91197274] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"352.028425ms","start":"2026-02-25T17:14:16.395558Z","end":"2026-02-25T17:14:16.747586Z","steps":["trace[91197274] 'process raft request' (duration: 351.81255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:16.747718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.311526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:14:16.747738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:16.395547Z","time spent":"352.117938ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:16.747752Z","caller":"traceutil/trace.go:171","msg":"trace[95849163] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:550; }","duration":"186.391718ms","start":"2026-02-25T17:14:16.56135Z","end":"2026-02-25T17:14:16.747741Z","steps":["trace[95849163] 'agreement among raft nodes before linearized reading' (duration: 186.323666ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:17.29077Z","caller":"traceutil/trace.go:171","msg":"trace[147965910] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"462.700493ms","start":"2026-02-25T17:14:16.828049Z","end":"2026-02-25T17:14:17.29075Z","steps":["trace[147965910] 'read index received' (duration: 427.896039ms)","trace[147965910] 'applied index is now lower than readState.Index' (duration: 34.802994ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:14:17.290803Z","caller":"traceutil/trace.go:171","msg":"trace[1745394892] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"539.15214ms","start":"2026-02-25T17:14:16.751618Z","end":"2026-02-25T17:14:17.29077Z","steps":["trace[1745394892] 'process raft request' (duration: 504.311745ms)","trace[1745394892] 'compare' (duration: 34.549529ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:14:17.290975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:16.751605Z","time spent":"539.284283ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:14:17.290987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.67968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9jgg5\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-02-25T17:14:17.290989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.920119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:14:17.291026Z","caller":"traceutil/trace.go:171","msg":"trace[547344083] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9jgg5; range_end:; response_count:1; response_revision:551; }","duration":"432.753491ms","start":"2026-02-25T17:14:16.858263Z","end":"2026-02-25T17:14:17.291017Z","steps":["trace[547344083] 'agreement among raft nodes before linearized reading' (duration: 432.603768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:17.291061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:16.858252Z","time spent":"432.802092ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-9jgg5\" "} {"level":"info","ts":"2026-02-25T17:14:17.291069Z","caller":"traceutil/trace.go:171","msg":"trace[448133847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"463.036321ms","start":"2026-02-25T17:14:16.828007Z","end":"2026-02-25T17:14:17.291043Z","steps":["trace[448133847] 'agreement among raft nodes before linearized reading' (duration: 462.807665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:17.291114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:16.827987Z","time spent":"463.119053ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:14:17.851784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601330358,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:14:18.174017Z","caller":"traceutil/trace.go:171","msg":"trace[1272268107] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"866.871364ms","start":"2026-02-25T17:14:17.307121Z","end":"2026-02-25T17:14:18.173992Z","steps":["trace[1272268107] 'process raft request' (duration: 866.70512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:18.174174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:17.307092Z","time spent":"867.010726ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:14:19.321968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T17:14:19.32206Z","caller":"traceutil/trace.go:171","msg":"trace[688308813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347989s","start":"2026-02-25T17:14:17.321691Z","end":"2026-02-25T17:14:19.322039Z","steps":["trace[688308813] 'agreement among raft nodes before linearized reading' (duration: 2.000231376s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:19.322132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:17.321678Z","time spent":"2.00042509s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:14:19.420307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210238159s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T17:14:19.420445Z","caller":"traceutil/trace.go:171","msg":"trace[2108881542] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:573; }","duration":"2.069329153s","start":"2026-02-25T17:14:17.351096Z","end":"2026-02-25T17:14:19.420425Z","steps":["trace[2108881542] 'read index received' (duration: 822.727683ms)","trace[2108881542] 'applied index is now lower than readState.Index' (duration: 1.24659982s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:14:19.420645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059354102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:14:19.420701Z","caller":"traceutil/trace.go:171","msg":"trace[415504682] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:553; }","duration":"2.059443245s","start":"2026-02-25T17:14:17.361239Z","end":"2026-02-25T17:14:19.420682Z","steps":["trace[415504682] 'agreement among raft nodes before linearized reading' (duration: 2.059298131s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:19.420736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.813466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T17:14:19.420775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:17.361216Z","time spent":"2.059544577s","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-02-25T17:14:19.420804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615336372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:14:19.420832Z","caller":"traceutil/trace.go:171","msg":"trace[623302094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:553; }","duration":"668.94829ms","start":"2026-02-25T17:14:18.75186Z","end":"2026-02-25T17:14:19.420808Z","steps":["trace[623302094] 'agreement among raft nodes before linearized reading' (duration: 668.741605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:19.420748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.937918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:14:19.420878Z","caller":"traceutil/trace.go:171","msg":"trace[65926460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:553; }","duration":"1.615414324s","start":"2026-02-25T17:14:17.805445Z","end":"2026-02-25T17:14:19.420859Z","steps":["trace[65926460] 'agreement among raft nodes before linearized reading' (duration: 1.6152409s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:19.420891Z","caller":"traceutil/trace.go:171","msg":"trace[873697487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:553; }","duration":"122.160053ms","start":"2026-02-25T17:14:19.298722Z","end":"2026-02-25T17:14:19.420882Z","steps":["trace[873697487] 'agreement among raft nodes before linearized reading' (duration: 121.827376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:19.420954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:17.805352Z","time spent":"1.615592168s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:14:19.420886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:18.751838Z","time spent":"669.035952ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:14:19.930046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601330361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:14:20.430442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601330361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:14:20.642445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212735898s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:14:20.642912Z","caller":"traceutil/trace.go:171","msg":"trace[1049745099] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"1.216908074s","start":"2026-02-25T17:14:19.42598Z","end":"2026-02-25T17:14:20.642888Z","steps":["trace[1049745099] 'process raft request' (duration: 1.216748061s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:20.643068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:19.425956Z","time spent":"1.217031257s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:20.718118Z","caller":"traceutil/trace.go:171","msg":"trace[402541376] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:575; }","duration":"1.289148643s","start":"2026-02-25T17:14:19.428947Z","end":"2026-02-25T17:14:20.718095Z","steps":["trace[402541376] 'read index received' (duration: 1.213759511s)","trace[402541376] 'applied index is now lower than readState.Index' (duration: 75.388292ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:14:20.718245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289278956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:14:20.718271Z","caller":"traceutil/trace.go:171","msg":"trace[2032761686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"1.289345908s","start":"2026-02-25T17:14:19.428919Z","end":"2026-02-25T17:14:20.718264Z","steps":["trace[2032761686] 'agreement among raft nodes before linearized reading' (duration: 1.289259126s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:20.718301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:19.428906Z","time spent":"1.289386539s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:14:20.718522Z","caller":"traceutil/trace.go:171","msg":"trace[1532051187] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"1.292270125s","start":"2026-02-25T17:14:19.42622Z","end":"2026-02-25T17:14:20.71849Z","steps":["trace[1532051187] 'process raft request' (duration: 1.291738313s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:20.718587Z","caller":"traceutil/trace.go:171","msg":"trace[67223746] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.291044267s","start":"2026-02-25T17:14:19.427536Z","end":"2026-02-25T17:14:20.71858Z","steps":["trace[67223746] 'process raft request' (duration: 1.290521615s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:20.718648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:19.427524Z","time spent":"1.291086728s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:14:20.718693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:19.426029Z","time spent":"1.292574533s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:20.718854Z","caller":"traceutil/trace.go:171","msg":"trace[1448593019] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"1.292834649s","start":"2026-02-25T17:14:19.426014Z","end":"2026-02-25T17:14:20.718849Z","steps":["trace[1448593019] 'process raft request' (duration: 1.291796275s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:20.718891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:19.425991Z","time spent":"1.29288139s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:20.718561Z","caller":"traceutil/trace.go:171","msg":"trace[1527522849] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.292122092s","start":"2026-02-25T17:14:19.42643Z","end":"2026-02-25T17:14:20.718552Z","steps":["trace[1527522849] 'process raft request' (duration: 1.291555759s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:20.718964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:19.426413Z","time spent":"1.292521802s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:22.542269Z","caller":"traceutil/trace.go:171","msg":"trace[165622918] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:703; }","duration":"434.601513ms","start":"2026-02-25T17:14:22.107648Z","end":"2026-02-25T17:14:22.542249Z","steps":["trace[165622918] 'read index received' (duration: 434.291596ms)","trace[165622918] 'applied index is now lower than readState.Index' (duration: 309.307µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:14:22.542492Z","caller":"traceutil/trace.go:171","msg":"trace[509713981] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"502.3533ms","start":"2026-02-25T17:14:22.040098Z","end":"2026-02-25T17:14:22.542452Z","steps":["trace[509713981] 'process raft request' (duration: 501.965831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:22.542563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.12967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:14:22.542569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.916521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T17:14:22.542625Z","caller":"traceutil/trace.go:171","msg":"trace[1039756048] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:682; }","duration":"435.017694ms","start":"2026-02-25T17:14:22.107594Z","end":"2026-02-25T17:14:22.542612Z","steps":["trace[1039756048] 'agreement among raft nodes before linearized reading' (duration: 434.793079ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:22.542622Z","caller":"traceutil/trace.go:171","msg":"trace[1894765827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:682; }","duration":"221.235073ms","start":"2026-02-25T17:14:22.321371Z","end":"2026-02-25T17:14:22.542606Z","steps":["trace[1894765827] 'agreement among raft nodes before linearized reading' (duration: 221.12662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:22.54265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:22.107572Z","time spent":"435.073335ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-02-25T17:14:22.542669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:22.040068Z","time spent":"502.509863ms","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211674,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:33.070476Z","caller":"traceutil/trace.go:171","msg":"trace[1153253774] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:869; }","duration":"104.939555ms","start":"2026-02-25T17:14:32.965451Z","end":"2026-02-25T17:14:33.070391Z","steps":["trace[1153253774] 'read index received' (duration: 104.749291ms)","trace[1153253774] 'applied index is now lower than readState.Index' (duration: 189.234µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:14:33.070575Z","caller":"traceutil/trace.go:171","msg":"trace[548395823] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"108.010787ms","start":"2026-02-25T17:14:32.96253Z","end":"2026-02-25T17:14:33.07054Z","steps":["trace[548395823] 'process raft request' (duration: 107.72608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:33.070765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.288954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-2z8wb\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-02-25T17:14:33.07081Z","caller":"traceutil/trace.go:171","msg":"trace[647385368] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-2z8wb; range_end:; response_count:1; response_revision:844; }","duration":"105.399056ms","start":"2026-02-25T17:14:32.965401Z","end":"2026-02-25T17:14:33.0708Z","steps":["trace[647385368] 'agreement among raft nodes before linearized reading' (duration: 105.15827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:41.703282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514607934s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:14:41.703531Z","caller":"traceutil/trace.go:171","msg":"trace[1676381736] linearizableReadLoop","detail":"{readStateIndex:959; appliedIndex:957; }","duration":"1.381798585s","start":"2026-02-25T17:14:40.321714Z","end":"2026-02-25T17:14:41.703513Z","steps":["trace[1676381736] 'read index received' (duration: 46.541µs)","trace[1676381736] 'applied index is now lower than readState.Index' (duration: 1.381748884s)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:14:41.70363Z","caller":"traceutil/trace.go:171","msg":"trace[424039512] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"1.632237202s","start":"2026-02-25T17:14:40.071383Z","end":"2026-02-25T17:14:41.70362Z","steps":["trace[424039512] 'process raft request' (duration: 1.632025898s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:41.703698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:40.071352Z","time spent":"1.632309174s","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:41.703679Z","caller":"traceutil/trace.go:171","msg":"trace[152697163] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"1.632323504s","start":"2026-02-25T17:14:40.071317Z","end":"2026-02-25T17:14:41.70364Z","steps":["trace[152697163] 'process raft request' (duration: 117.213858ms)","trace[152697163] 'compare' (duration: 1.513739384s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:14:41.703815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069946518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:14:41.70385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:40.071292Z","time spent":"1.632460107s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:14:41.70391Z","caller":"traceutil/trace.go:171","msg":"trace[1036601484] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:932; }","duration":"1.070099592s","start":"2026-02-25T17:14:40.63379Z","end":"2026-02-25T17:14:41.703889Z","steps":["trace[1036601484] 'agreement among raft nodes before linearized reading' (duration: 1.069948678s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:41.703957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:40.633765Z","time spent":"1.070182053s","remote":"127.0.0.1:49230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:14:41.704337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.267255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:14:41.704384Z","caller":"traceutil/trace.go:171","msg":"trace[18642717] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:932; }","duration":"517.356397ms","start":"2026-02-25T17:14:41.187016Z","end":"2026-02-25T17:14:41.704373Z","steps":["trace[18642717] 'agreement among raft nodes before linearized reading' (duration: 517.103711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:41.704416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:41.186989Z","time spent":"517.419328ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:14:41.704474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382747537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:14:41.704582Z","caller":"traceutil/trace.go:171","msg":"trace[326098730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:932; }","duration":"1.382819698s","start":"2026-02-25T17:14:40.321709Z","end":"2026-02-25T17:14:41.704529Z","steps":["trace[326098730] 'agreement among raft nodes before linearized reading' (duration: 1.382693145s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:41.70462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:40.321652Z","time spent":"1.382959611s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:14:41.704648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.13112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:14:41.7047Z","caller":"traceutil/trace.go:171","msg":"trace[76404890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:932; }","duration":"809.233242ms","start":"2026-02-25T17:14:40.895453Z","end":"2026-02-25T17:14:41.704686Z","steps":["trace[76404890] 'agreement among raft nodes before linearized reading' (duration: 809.028487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:41.704668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.316303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T17:14:41.704735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:40.895428Z","time spent":"809.299904ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:14:41.70476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.114212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T17:14:41.704767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.452723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:14:41.704771Z","caller":"traceutil/trace.go:171","msg":"trace[1257578141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:932; }","duration":"889.454676ms","start":"2026-02-25T17:14:40.81529Z","end":"2026-02-25T17:14:41.704745Z","steps":["trace[1257578141] 'agreement among raft nodes before linearized reading' (duration: 889.076298ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:41.704801Z","caller":"traceutil/trace.go:171","msg":"trace[1205945629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:932; }","duration":"810.197934ms","start":"2026-02-25T17:14:40.894592Z","end":"2026-02-25T17:14:41.70479Z","steps":["trace[1205945629] 'agreement among raft nodes before linearized reading' (duration: 809.756614ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:41.704808Z","caller":"traceutil/trace.go:171","msg":"trace[1188034729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:932; }","duration":"814.534744ms","start":"2026-02-25T17:14:40.890262Z","end":"2026-02-25T17:14:41.704797Z","steps":["trace[1188034729] 'agreement among raft nodes before linearized reading' (duration: 814.271998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:41.704827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:40.815226Z","time spent":"889.59223ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:14:41.704838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:40.890243Z","time spent":"814.588906ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:14:41.704832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:40.89457Z","time spent":"810.255736ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:14:41.704923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.430886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:14:41.704959Z","caller":"traceutil/trace.go:171","msg":"trace[1089455068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:932; }","duration":"809.507878ms","start":"2026-02-25T17:14:40.895439Z","end":"2026-02-25T17:14:41.704947Z","steps":["trace[1089455068] 'agreement among raft nodes before linearized reading' (duration: 808.640288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:41.70504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:14:40.895415Z","time spent":"809.617751ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T17:15:07.814114Z","caller":"traceutil/trace.go:171","msg":"trace[219322937] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"390.469754ms","start":"2026-02-25T17:15:07.42357Z","end":"2026-02-25T17:15:07.814039Z","steps":["trace[219322937] 'process raft request' (duration: 390.3079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:07.814278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:07.423545Z","time spent":"390.659298ms","remote":"127.0.0.1:48808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T17:15:23.869517Z","caller":"traceutil/trace.go:171","msg":"trace[388978336] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1450; }","duration":"105.7399ms","start":"2026-02-25T17:15:23.763729Z","end":"2026-02-25T17:15:23.869469Z","steps":["trace[388978336] 'process raft request' (duration: 105.653468ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:23.873755Z","caller":"traceutil/trace.go:171","msg":"trace[1403219781] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1450; }","duration":"109.033739ms","start":"2026-02-25T17:15:23.76471Z","end":"2026-02-25T17:15:23.873744Z","steps":["trace[1403219781] 'process raft request' (duration: 108.870655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:34.906184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.353948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-25T17:15:34.906267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.024779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-02-25T17:15:34.906329Z","caller":"traceutil/trace.go:171","msg":"trace[828805033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1608; }","duration":"326.535742ms","start":"2026-02-25T17:15:34.579761Z","end":"2026-02-25T17:15:34.906297Z","steps":["trace[828805033] 'range keys from in-memory index tree' (duration: 326.073621ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:34.906345Z","caller":"traceutil/trace.go:171","msg":"trace[290681519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1608; }","duration":"641.160432ms","start":"2026-02-25T17:15:34.265165Z","end":"2026-02-25T17:15:34.906326Z","steps":["trace[290681519] 'range keys from in-memory index tree' (duration: 640.826104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:34.906389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:34.26514Z","time spent":"641.241544ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-02-25T17:15:34.906402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:34.579736Z","time spent":"326.651835ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T17:15:34.906683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.587814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-25T17:15:34.906767Z","caller":"traceutil/trace.go:171","msg":"trace[2021016969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3; range_end:; response_count:1; response_revision:1608; }","duration":"663.896502ms","start":"2026-02-25T17:15:34.242848Z","end":"2026-02-25T17:15:34.906745Z","steps":["trace[2021016969] 'range keys from in-memory index tree' (duration: 663.291437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:34.906813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:34.242824Z","time spent":"663.979164ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3\" "} {"level":"warn","ts":"2026-02-25T17:15:34.906913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.095064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:15:34.907013Z","caller":"traceutil/trace.go:171","msg":"trace[511715196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1608; }","duration":"584.20272ms","start":"2026-02-25T17:15:34.322783Z","end":"2026-02-25T17:15:34.906985Z","steps":["trace[511715196] 'range keys from in-memory index tree' (duration: 582.95489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:34.907081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:34.322753Z","time spent":"584.304032ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:15:35.383831Z","caller":"traceutil/trace.go:171","msg":"trace[94911220] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"467.974871ms","start":"2026-02-25T17:15:34.915819Z","end":"2026-02-25T17:15:35.383794Z","steps":["trace[94911220] 'process raft request' (duration: 467.706685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:35.384032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:34.915799Z","time spent":"468.130335ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:15:35.640999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.987019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:15:35.641228Z","caller":"traceutil/trace.go:171","msg":"trace[562572976] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"503.753401ms","start":"2026-02-25T17:15:35.137433Z","end":"2026-02-25T17:15:35.641187Z","steps":["trace[562572976] 'process raft request' (duration: 300.459315ms)","trace[562572976] 'compare' (duration: 202.821485ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:15:35.641272Z","caller":"traceutil/trace.go:171","msg":"trace[866653515] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"384.195542ms","start":"2026-02-25T17:15:35.257053Z","end":"2026-02-25T17:15:35.641248Z","steps":["trace[866653515] 'process raft request' (duration: 384.077429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:35.641367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:35.257023Z","time spent":"384.293114ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:15:35.641381Z","caller":"traceutil/trace.go:171","msg":"trace[2056232408] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1675; }","duration":"253.56829ms","start":"2026-02-25T17:15:35.387788Z","end":"2026-02-25T17:15:35.641356Z","steps":["trace[2056232408] 'read index received' (duration: 50.202312ms)","trace[2056232408] 'applied index is now lower than readState.Index' (duration: 203.362138ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:15:35.641422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:35.137394Z","time spent":"503.916025ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:15:35.641651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.861807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-25T17:15:35.641699Z","caller":"traceutil/trace.go:171","msg":"trace[1109512814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3; range_end:; response_count:1; response_revision:1612; }","duration":"253.970749ms","start":"2026-02-25T17:15:35.387715Z","end":"2026-02-25T17:15:35.641686Z","steps":["trace[1109512814] 'agreement among raft nodes before linearized reading' (duration: 253.751314ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:35.641733Z","caller":"traceutil/trace.go:171","msg":"trace[75014045] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"252.052473ms","start":"2026-02-25T17:15:35.389646Z","end":"2026-02-25T17:15:35.641698Z","steps":["trace[75014045] 'process raft request' (duration: 251.960241ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:35.641814Z","caller":"traceutil/trace.go:171","msg":"trace[1007476492] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"252.178756ms","start":"2026-02-25T17:15:35.389599Z","end":"2026-02-25T17:15:35.641778Z","steps":["trace[1007476492] 'process raft request' (duration: 251.598392ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:35.641782Z","caller":"traceutil/trace.go:171","msg":"trace[1023707775] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"252.148416ms","start":"2026-02-25T17:15:35.38962Z","end":"2026-02-25T17:15:35.641768Z","steps":["trace[1023707775] 'process raft request' (duration: 251.860489ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:35.642133Z","caller":"traceutil/trace.go:171","msg":"trace[222530218] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"252.276519ms","start":"2026-02-25T17:15:35.389841Z","end":"2026-02-25T17:15:35.642118Z","steps":["trace[222530218] 'process raft request' (duration: 251.806638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.081939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184422579s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:15:37.082132Z","caller":"traceutil/trace.go:171","msg":"trace[164849902] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1616; }","duration":"1.184675435s","start":"2026-02-25T17:15:35.897431Z","end":"2026-02-25T17:15:37.082106Z","steps":["trace[164849902] 'range keys from in-memory index tree' (duration: 1.184391799s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.082413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097564586s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:15:37.082629Z","caller":"traceutil/trace.go:171","msg":"trace[1269083432] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"593.948531ms","start":"2026-02-25T17:15:36.488661Z","end":"2026-02-25T17:15:37.08261Z","steps":["trace[1269083432] 'process raft request' (duration: 593.90918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.082693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:36.488629Z","time spent":"594.034914ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:15:37.083018Z","caller":"traceutil/trace.go:171","msg":"trace[873538184] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"1.433091482s","start":"2026-02-25T17:15:35.649894Z","end":"2026-02-25T17:15:37.082986Z","steps":["trace[873538184] 'process raft request' (duration: 334.86068ms)","trace[873538184] 'compare' (duration: 1.097067905s)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:15:37.083084Z","caller":"traceutil/trace.go:171","msg":"trace[1458916413] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"1.16044747s","start":"2026-02-25T17:15:35.92259Z","end":"2026-02-25T17:15:37.083038Z","steps":["trace[1458916413] 'process raft request' (duration: 1.159922508s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.083166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:35.64986Z","time spent":"1.433221225s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:15:37.083316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:35.922569Z","time spent":"1.160640336s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:15:37.083553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358738258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-25T17:15:37.083606Z","caller":"traceutil/trace.go:171","msg":"trace[1864215899] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1619; }","duration":"1.358838141s","start":"2026-02-25T17:15:35.724754Z","end":"2026-02-25T17:15:37.083592Z","steps":["trace[1864215899] 'agreement among raft nodes before linearized reading' (duration: 1.358654526s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.083647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:35.72473Z","time spent":"1.358906152s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T17:15:37.083348Z","caller":"traceutil/trace.go:171","msg":"trace[1525347019] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1682; }","duration":"1.358463611s","start":"2026-02-25T17:15:35.724808Z","end":"2026-02-25T17:15:37.083272Z","steps":["trace[1525347019] 'read index received' (duration: 259.921161ms)","trace[1525347019] 'applied index is now lower than readState.Index' (duration: 1.09853944s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:15:37.083943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172503787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-02-25T17:15:37.083982Z","caller":"traceutil/trace.go:171","msg":"trace[1844490580] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3; range_end:; response_count:1; response_revision:1619; }","duration":"1.17260973s","start":"2026-02-25T17:15:35.91136Z","end":"2026-02-25T17:15:37.08397Z","steps":["trace[1844490580] 'agreement among raft nodes before linearized reading' (duration: 1.172514147s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.084056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:35.911337Z","time spent":"1.172707521s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3\" "} {"level":"warn","ts":"2026-02-25T17:15:37.084362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066683324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T17:15:37.08405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065805493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-25T17:15:37.084452Z","caller":"traceutil/trace.go:171","msg":"trace[1681285661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1619; }","duration":"1.066814497s","start":"2026-02-25T17:15:36.017616Z","end":"2026-02-25T17:15:37.084431Z","steps":["trace[1681285661] 'agreement among raft nodes before linearized reading' (duration: 1.066278395s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:37.084475Z","caller":"traceutil/trace.go:171","msg":"trace[1226346966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1619; }","duration":"1.066252324s","start":"2026-02-25T17:15:36.018211Z","end":"2026-02-25T17:15:37.084463Z","steps":["trace[1226346966] 'agreement among raft nodes before linearized reading' (duration: 1.065679411s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.084513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:36.018206Z","time spent":"1.066295475s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:15:37.084513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:36.017598Z","time spent":"1.066905029s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:15:37.084055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069805448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"info","ts":"2026-02-25T17:15:37.084792Z","caller":"traceutil/trace.go:171","msg":"trace[890100023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1619; }","duration":"1.070586857s","start":"2026-02-25T17:15:36.014194Z","end":"2026-02-25T17:15:37.084781Z","steps":["trace[890100023] 'agreement among raft nodes before linearized reading' (duration: 1.069718336s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.084906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:36.014162Z","time spent":"1.07070779s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:15:37.08406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066315465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T17:15:37.085076Z","caller":"traceutil/trace.go:171","msg":"trace[138001890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1619; }","duration":"1.067389801s","start":"2026-02-25T17:15:36.017675Z","end":"2026-02-25T17:15:37.085065Z","steps":["trace[138001890] 'agreement among raft nodes before linearized reading' (duration: 1.066239083s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.085157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:36.017649Z","time spent":"1.067494813s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:15:37.084119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.77446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:15:37.084155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065616079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T17:15:37.085305Z","caller":"traceutil/trace.go:171","msg":"trace[500081557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1619; }","duration":"764.0169ms","start":"2026-02-25T17:15:36.321262Z","end":"2026-02-25T17:15:37.085279Z","steps":["trace[500081557] 'agreement among raft nodes before linearized reading' (duration: 762.674288ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:37.085353Z","caller":"traceutil/trace.go:171","msg":"trace[134020494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1619; }","duration":"1.066798907s","start":"2026-02-25T17:15:36.018525Z","end":"2026-02-25T17:15:37.085324Z","steps":["trace[134020494] 'agreement among raft nodes before linearized reading' (duration: 1.065560447s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.084179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170893318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T17:15:37.085586Z","caller":"traceutil/trace.go:171","msg":"trace[1229048281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1619; }","duration":"1.172315872s","start":"2026-02-25T17:15:35.91324Z","end":"2026-02-25T17:15:37.085556Z","steps":["trace[1229048281] 'agreement among raft nodes before linearized reading' (duration: 1.170860628s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:37.085655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:35.913217Z","time spent":"1.172419325s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T17:15:37.085405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:36.018522Z","time spent":"1.066868048s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:15:37.0858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:36.32124Z","time spent":"764.113171ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:15:44.977403Z","caller":"traceutil/trace.go:171","msg":"trace[1568512254] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"387.199594ms","start":"2026-02-25T17:15:44.590179Z","end":"2026-02-25T17:15:44.977379Z","steps":["trace[1568512254] 'process raft request' (duration: 387.071771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:44.977542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:44.590153Z","time spent":"387.312017ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:15:45.395979Z","caller":"traceutil/trace.go:171","msg":"trace[1212136407] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"205.913988ms","start":"2026-02-25T17:15:45.190008Z","end":"2026-02-25T17:15:45.395922Z","steps":["trace[1212136407] 'process raft request' (duration: 127.055716ms)","trace[1212136407] 'compare' (duration: 78.629317ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:15:45.396352Z","caller":"traceutil/trace.go:171","msg":"trace[1237112038] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1757; }","duration":"204.079215ms","start":"2026-02-25T17:15:45.192244Z","end":"2026-02-25T17:15:45.396323Z","steps":["trace[1237112038] 'read index received' (duration: 73.956196ms)","trace[1237112038] 'applied index is now lower than readState.Index' (duration: 130.121389ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:15:45.396416Z","caller":"traceutil/trace.go:171","msg":"trace[885289701] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"205.481758ms","start":"2026-02-25T17:15:45.1909Z","end":"2026-02-25T17:15:45.396382Z","steps":["trace[885289701] 'process raft request' (duration: 204.971966ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:45.396495Z","caller":"traceutil/trace.go:171","msg":"trace[1726225924] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"205.5367ms","start":"2026-02-25T17:15:45.190943Z","end":"2026-02-25T17:15:45.396479Z","steps":["trace[1726225924] 'process raft request' (duration: 205.253433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:45.396781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.528526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T17:15:45.396795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.279805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T17:15:45.396844Z","caller":"traceutil/trace.go:171","msg":"trace[1453627487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1692; }","duration":"200.366577ms","start":"2026-02-25T17:15:45.196462Z","end":"2026-02-25T17:15:45.396829Z","steps":["trace[1453627487] 'agreement among raft nodes before linearized reading' (duration: 200.161072ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:45.396829Z","caller":"traceutil/trace.go:171","msg":"trace[1532145427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1692; }","duration":"204.630278ms","start":"2026-02-25T17:15:45.192187Z","end":"2026-02-25T17:15:45.396817Z","steps":["trace[1532145427] 'agreement among raft nodes before linearized reading' (duration: 204.465814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:49.952152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601332619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:15:50.219323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.821672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:15:50.219435Z","caller":"traceutil/trace.go:171","msg":"trace[1563915394] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"772.121391ms","start":"2026-02-25T17:15:49.447292Z","end":"2026-02-25T17:15:50.219413Z","steps":["trace[1563915394] 'process raft request' (duration: 570.105115ms)","trace[1563915394] 'compare' (duration: 201.330109ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:15:50.2195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:49.447272Z","time spent":"772.199703ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:15:50.486618Z","caller":"traceutil/trace.go:171","msg":"trace[544993794] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"1.039239303s","start":"2026-02-25T17:15:49.447352Z","end":"2026-02-25T17:15:50.486591Z","steps":["trace[544993794] 'process raft request' (duration: 1.039053589s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:50.486778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:49.447321Z","time spent":"1.039369807s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:15:50.486794Z","caller":"traceutil/trace.go:171","msg":"trace[1883340659] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"797.537585ms","start":"2026-02-25T17:15:49.68923Z","end":"2026-02-25T17:15:50.486767Z","steps":["trace[1883340659] 'process raft request' (duration: 797.307069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:50.486957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:49.689186Z","time spent":"797.671238ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:15:50.487093Z","caller":"traceutil/trace.go:171","msg":"trace[1163685889] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"795.961998ms","start":"2026-02-25T17:15:49.691115Z","end":"2026-02-25T17:15:50.487077Z","steps":["trace[1163685889] 'process raft request' (duration: 795.562318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:50.48725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:49.6911Z","time spent":"796.110881ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:15:50.487132Z","caller":"traceutil/trace.go:171","msg":"trace[697220504] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"795.880595ms","start":"2026-02-25T17:15:49.691215Z","end":"2026-02-25T17:15:50.487096Z","steps":["trace[697220504] 'process raft request' (duration: 795.749732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:50.487447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:49.691185Z","time spent":"796.166142ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:15:50.487089Z","caller":"traceutil/trace.go:171","msg":"trace[1467921242] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1784; }","duration":"1.035599537s","start":"2026-02-25T17:15:49.45146Z","end":"2026-02-25T17:15:50.48706Z","steps":["trace[1467921242] 'read index received' (duration: 565.946407ms)","trace[1467921242] 'applied index is now lower than readState.Index' (duration: 469.65236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:15:50.487825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01931218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:15:50.488002Z","caller":"traceutil/trace.go:171","msg":"trace[187314516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1719; }","duration":"1.019472914s","start":"2026-02-25T17:15:49.468458Z","end":"2026-02-25T17:15:50.487931Z","steps":["trace[187314516] 'agreement among raft nodes before linearized reading' (duration: 1.019256579s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:50.488004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035798472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-25T17:15:50.488093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:49.468433Z","time spent":"1.019647328s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:15:50.48815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.23383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:15:50.488203Z","caller":"traceutil/trace.go:171","msg":"trace[1862428045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1719; }","duration":"1.036702504s","start":"2026-02-25T17:15:49.451419Z","end":"2026-02-25T17:15:50.488121Z","steps":["trace[1862428045] 'agreement among raft nodes before linearized reading' (duration: 1.03571871s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:50.488189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.658629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tdsb4\" ","response":"range_response_count:1 size:5855"} {"level":"warn","ts":"2026-02-25T17:15:50.487882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.415958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:15:50.488264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:49.451399Z","time spent":"1.036836676s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-25T17:15:50.488256Z","caller":"traceutil/trace.go:171","msg":"trace[1130824382] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tdsb4; range_end:; response_count:1; response_revision:1719; }","duration":"856.767841ms","start":"2026-02-25T17:15:49.631468Z","end":"2026-02-25T17:15:50.488235Z","steps":["trace[1130824382] 'agreement among raft nodes before linearized reading' (duration: 856.580687ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:50.488295Z","caller":"traceutil/trace.go:171","msg":"trace[991659721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1719; }","duration":"165.869639ms","start":"2026-02-25T17:15:50.322415Z","end":"2026-02-25T17:15:50.488285Z","steps":["trace[991659721] 'agreement among raft nodes before linearized reading' (duration: 165.421118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:50.488385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:49.631443Z","time spent":"856.857453ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5878,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tdsb4\" "} {"level":"info","ts":"2026-02-25T17:15:50.488235Z","caller":"traceutil/trace.go:171","msg":"trace[540878921] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1719; }","duration":"736.363283ms","start":"2026-02-25T17:15:49.751857Z","end":"2026-02-25T17:15:50.48822Z","steps":["trace[540878921] 'agreement among raft nodes before linearized reading' (duration: 736.23551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:50.488521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:49.751836Z","time spent":"736.67573ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:16:06.733133Z","caller":"traceutil/trace.go:171","msg":"trace[292142285] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"100.406384ms","start":"2026-02-25T17:16:06.63269Z","end":"2026-02-25T17:16:06.733096Z","steps":["trace[292142285] 'process raft request' (duration: 62.853972ms)","trace[292142285] 'compare' (duration: 37.450479ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:16:06.734083Z","caller":"traceutil/trace.go:171","msg":"trace[705949910] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"100.964368ms","start":"2026-02-25T17:16:06.633089Z","end":"2026-02-25T17:16:06.734053Z","steps":["trace[705949910] 'process raft request' (duration: 100.851175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:21.748948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.858117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:16:21.749067Z","caller":"traceutil/trace.go:171","msg":"trace[1136934647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1886; }","duration":"171.037412ms","start":"2026-02-25T17:16:21.578006Z","end":"2026-02-25T17:16:21.749044Z","steps":["trace[1136934647] 'range keys from in-memory index tree' (duration: 170.616392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:22.708693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601333027,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:16:22.746712Z","caller":"traceutil/trace.go:171","msg":"trace[655574445] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"586.451946ms","start":"2026-02-25T17:16:22.160228Z","end":"2026-02-25T17:16:22.746679Z","steps":["trace[655574445] 'process raft request' (duration: 586.283502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:22.746889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.160205Z","time spent":"586.589749ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:16:22.766804Z","caller":"traceutil/trace.go:171","msg":"trace[1553929360] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"260.351476ms","start":"2026-02-25T17:16:22.506394Z","end":"2026-02-25T17:16:22.766745Z","steps":["trace[1553929360] 'process raft request' (duration: 260.024968ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:22.766971Z","caller":"traceutil/trace.go:171","msg":"trace[1104428823] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1966; }","duration":"558.559315ms","start":"2026-02-25T17:16:22.208379Z","end":"2026-02-25T17:16:22.766939Z","steps":["trace[1104428823] 'read index received' (duration: 538.032956ms)","trace[1104428823] 'applied index is now lower than readState.Index' (duration: 20.524999ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:16:22.766927Z","caller":"traceutil/trace.go:171","msg":"trace[1084283819] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"140.624692ms","start":"2026-02-25T17:16:22.626223Z","end":"2026-02-25T17:16:22.766847Z","steps":["trace[1084283819] 'process raft request' (duration: 140.371716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:22.76725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.845452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-25T17:16:22.767282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.112575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:16:22.767318Z","caller":"traceutil/trace.go:171","msg":"trace[112553576] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1893; }","duration":"558.971955ms","start":"2026-02-25T17:16:22.208326Z","end":"2026-02-25T17:16:22.767298Z","steps":["trace[112553576] 'agreement among raft nodes before linearized reading' (duration: 558.794031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:22.767313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.442915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:16:22.767337Z","caller":"traceutil/trace.go:171","msg":"trace[1078765479] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1893; }","duration":"531.247378ms","start":"2026-02-25T17:16:22.236076Z","end":"2026-02-25T17:16:22.767324Z","steps":["trace[1078765479] 'agreement among raft nodes before linearized reading' (duration: 531.091535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:22.767356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.208303Z","time spent":"559.043467ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-25T17:16:22.767387Z","caller":"traceutil/trace.go:171","msg":"trace[951685204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1893; }","duration":"439.574398ms","start":"2026-02-25T17:16:22.327791Z","end":"2026-02-25T17:16:22.767366Z","steps":["trace[951685204] 'agreement among raft nodes before linearized reading' (duration: 439.447575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:22.767422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.236066Z","time spent":"531.31967ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:16:22.767453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.327771Z","time spent":"439.669621ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:16:22.767418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.459275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18978cc677bdb48d\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-02-25T17:16:22.767468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.880135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:16:22.767537Z","caller":"traceutil/trace.go:171","msg":"trace[605628642] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18978cc677bdb48d; range_end:; response_count:1; response_revision:1893; }","duration":"307.66886ms","start":"2026-02-25T17:16:22.459841Z","end":"2026-02-25T17:16:22.76751Z","steps":["trace[605628642] 'agreement among raft nodes before linearized reading' (duration: 307.380993ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:22.767568Z","caller":"traceutil/trace.go:171","msg":"trace[1644448603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1893; }","duration":"368.046499ms","start":"2026-02-25T17:16:22.399498Z","end":"2026-02-25T17:16:22.767544Z","steps":["trace[1644448603] 'agreement among raft nodes before linearized reading' (duration: 367.701591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:22.767637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.399475Z","time spent":"368.152692ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:16:22.76762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.459817Z","time spent":"307.790423ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18978cc677bdb48d\" "} {"level":"warn","ts":"2026-02-25T17:16:23.183595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.484388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:16:23.183745Z","caller":"traceutil/trace.go:171","msg":"trace[1016531557] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"412.230418ms","start":"2026-02-25T17:16:22.771489Z","end":"2026-02-25T17:16:23.183719Z","steps":["trace[1016531557] 'process raft request' (duration: 241.510246ms)","trace[1016531557] 'compare' (duration: 170.349084ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:16:23.183827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.771467Z","time spent":"412.317991ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:16:23.184082Z","caller":"traceutil/trace.go:171","msg":"trace[606243563] linearizableReadLoop","detail":"{readStateIndex:1973; appliedIndex:1971; }","duration":"410.891137ms","start":"2026-02-25T17:16:22.773158Z","end":"2026-02-25T17:16:23.184049Z","steps":["trace[606243563] 'read index received' (duration: 239.855957ms)","trace[606243563] 'applied index is now lower than readState.Index' (duration: 171.03388ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:16:23.184182Z","caller":"traceutil/trace.go:171","msg":"trace[88192994] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"411.075512ms","start":"2026-02-25T17:16:22.773063Z","end":"2026-02-25T17:16:23.184139Z","steps":["trace[88192994] 'process raft request' (duration: 410.752595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:23.184351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.118493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T17:16:23.184434Z","caller":"traceutil/trace.go:171","msg":"trace[1813629538] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1895; }","duration":"411.305338ms","start":"2026-02-25T17:16:22.773108Z","end":"2026-02-25T17:16:23.184413Z","steps":["trace[1813629538] 'agreement among raft nodes before linearized reading' (duration: 411.099073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:23.184427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.927112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-25T17:16:23.184472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.620488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:16:23.184515Z","caller":"traceutil/trace.go:171","msg":"trace[704445907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1895; }","duration":"358.6848ms","start":"2026-02-25T17:16:22.825817Z","end":"2026-02-25T17:16:23.184502Z","steps":["trace[704445907] 'agreement among raft nodes before linearized reading' (duration: 358.531276ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:23.184506Z","caller":"traceutil/trace.go:171","msg":"trace[1783778694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"388.067825ms","start":"2026-02-25T17:16:22.796424Z","end":"2026-02-25T17:16:23.184492Z","steps":["trace[1783778694] 'agreement among raft nodes before linearized reading' (duration: 387.811509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:23.184523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.773036Z","time spent":"411.228695ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:16:23.184584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.825806Z","time spent":"358.742461ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:16:23.18464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.796384Z","time spent":"388.2407ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T17:16:23.184713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.77309Z","time spent":"411.385089ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T17:16:23.184878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.859583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:16:23.185209Z","caller":"traceutil/trace.go:171","msg":"trace[1058605907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1895; }","duration":"359.188741ms","start":"2026-02-25T17:16:22.826Z","end":"2026-02-25T17:16:23.185189Z","steps":["trace[1058605907] 'agreement among raft nodes before linearized reading' (duration: 358.30955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:23.185386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:22.825912Z","time spent":"359.460427ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T17:16:23.407067Z","caller":"traceutil/trace.go:171","msg":"trace[2052206780] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"218.038838ms","start":"2026-02-25T17:16:23.189007Z","end":"2026-02-25T17:16:23.407045Z","steps":["trace[2052206780] 'process raft request' (duration: 121.896424ms)","trace[2052206780] 'compare' (duration: 95.821337ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:16:23.407146Z","caller":"traceutil/trace.go:171","msg":"trace[677051265] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"218.006938ms","start":"2026-02-25T17:16:23.189104Z","end":"2026-02-25T17:16:23.407111Z","steps":["trace[677051265] 'process raft request' (duration: 217.779302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:23.407391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.615025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-02-25T17:16:23.407461Z","caller":"traceutil/trace.go:171","msg":"trace[766268625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1897; }","duration":"195.747038ms","start":"2026-02-25T17:16:23.211698Z","end":"2026-02-25T17:16:23.407445Z","steps":["trace[766268625] 'agreement among raft nodes before linearized reading' (duration: 195.470902ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:23.406954Z","caller":"traceutil/trace.go:171","msg":"trace[2110410252] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1973; }","duration":"195.182395ms","start":"2026-02-25T17:16:23.211748Z","end":"2026-02-25T17:16:23.40693Z","steps":["trace[2110410252] 'read index received' (duration: 98.767065ms)","trace[2110410252] 'applied index is now lower than readState.Index' (duration: 96.41425ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:16:24.311571Z","caller":"traceutil/trace.go:171","msg":"trace[1215025376] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1977; }","duration":"100.261909ms","start":"2026-02-25T17:16:24.211283Z","end":"2026-02-25T17:16:24.311545Z","steps":["trace[1215025376] 'read index received' (duration: 100.106086ms)","trace[1215025376] 'applied index is now lower than readState.Index' (duration: 154.783µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:16:24.311618Z","caller":"traceutil/trace.go:171","msg":"trace[373303806] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"209.073309ms","start":"2026-02-25T17:16:24.102514Z","end":"2026-02-25T17:16:24.311587Z","steps":["trace[373303806] 'process raft request' (duration: 208.891395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:24.311772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.457464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T17:16:24.311832Z","caller":"traceutil/trace.go:171","msg":"trace[712021241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1900; }","duration":"100.565207ms","start":"2026-02-25T17:16:24.21124Z","end":"2026-02-25T17:16:24.311806Z","steps":["trace[712021241] 'agreement among raft nodes before linearized reading' (duration: 100.399383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:25.350531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601333055,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:16:25.561812Z","caller":"traceutil/trace.go:171","msg":"trace[269641770] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"789.814652ms","start":"2026-02-25T17:16:24.77197Z","end":"2026-02-25T17:16:25.561785Z","steps":["trace[269641770] 'process raft request' (duration: 789.656618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:25.562148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:24.771927Z","time spent":"789.986116ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:16:25.620881Z","caller":"traceutil/trace.go:171","msg":"trace[1895810817] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"847.899357ms","start":"2026-02-25T17:16:24.772957Z","end":"2026-02-25T17:16:25.620857Z","steps":["trace[1895810817] 'process raft request' (duration: 847.734164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:25.621029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:24.772943Z","time spent":"848.01001ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:16:25.621106Z","caller":"traceutil/trace.go:171","msg":"trace[1251612553] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1978; }","duration":"771.310859ms","start":"2026-02-25T17:16:24.849759Z","end":"2026-02-25T17:16:25.62107Z","steps":["trace[1251612553] 'read index received' (duration: 711.878403ms)","trace[1251612553] 'applied index is now lower than readState.Index' (duration: 59.430086ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:16:25.621138Z","caller":"traceutil/trace.go:171","msg":"trace[1152764302] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"847.752414ms","start":"2026-02-25T17:16:24.773363Z","end":"2026-02-25T17:16:25.621115Z","steps":["trace[1152764302] 'process raft request' (duration: 847.448256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:25.62135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.849528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:16:25.621372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:24.773347Z","time spent":"847.860097ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:16:25.621411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.138298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:16:25.621413Z","caller":"traceutil/trace.go:171","msg":"trace[1691509305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"299.95267ms","start":"2026-02-25T17:16:25.321446Z","end":"2026-02-25T17:16:25.621398Z","steps":["trace[1691509305] 'agreement among raft nodes before linearized reading' (duration: 299.849048ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:25.621449Z","caller":"traceutil/trace.go:171","msg":"trace[549889622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1903; }","duration":"433.20489ms","start":"2026-02-25T17:16:25.188234Z","end":"2026-02-25T17:16:25.621439Z","steps":["trace[549889622] 'agreement among raft nodes before linearized reading' (duration: 433.054697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:25.621467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.469995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T17:16:25.621466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:25.321433Z","time spent":"300.020981ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:16:25.621484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:25.188218Z","time spent":"433.258721ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:16:25.621493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.073395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:16:25.621503Z","caller":"traceutil/trace.go:171","msg":"trace[989211345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1903; }","duration":"208.535646ms","start":"2026-02-25T17:16:25.412954Z","end":"2026-02-25T17:16:25.621489Z","steps":["trace[989211345] 'agreement among raft nodes before linearized reading' (duration: 208.462445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:25.621391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.413434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:16:25.62154Z","caller":"traceutil/trace.go:171","msg":"trace[14127658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1903; }","duration":"112.160517ms","start":"2026-02-25T17:16:25.509366Z","end":"2026-02-25T17:16:25.621526Z","steps":["trace[14127658] 'agreement among raft nodes before linearized reading' (duration: 112.038474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:25.621524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.155304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T17:16:25.621561Z","caller":"traceutil/trace.go:171","msg":"trace[1250097317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1903; }","duration":"208.620929ms","start":"2026-02-25T17:16:25.412931Z","end":"2026-02-25T17:16:25.621552Z","steps":["trace[1250097317] 'agreement among raft nodes before linearized reading' (duration: 208.360763ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:25.621602Z","caller":"traceutil/trace.go:171","msg":"trace[1470530899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"300.276137ms","start":"2026-02-25T17:16:25.321308Z","end":"2026-02-25T17:16:25.621584Z","steps":["trace[1470530899] 'agreement among raft nodes before linearized reading' (duration: 300.033312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:25.62165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:25.321291Z","time spent":"300.350199ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T17:16:25.622363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.595836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-25T17:16:25.622451Z","caller":"traceutil/trace.go:171","msg":"trace[561060320] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1903; }","duration":"772.715102ms","start":"2026-02-25T17:16:24.849717Z","end":"2026-02-25T17:16:25.622432Z","steps":["trace[561060320] 'agreement among raft nodes before linearized reading' (duration: 771.508184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:25.622499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:24.849701Z","time spent":"772.786205ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T17:16:25.940288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.049561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:16:25.940416Z","caller":"traceutil/trace.go:171","msg":"trace[1962114338] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"314.396118ms","start":"2026-02-25T17:16:25.625991Z","end":"2026-02-25T17:16:25.940387Z","steps":["trace[1962114338] 'process raft request' (duration: 128.167552ms)","trace[1962114338] 'compare' (duration: 185.839467ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:16:25.940478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:25.625967Z","time spent":"314.480759ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:16:26.287372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.465398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:16:26.287608Z","caller":"traceutil/trace.go:171","msg":"trace[1864114171] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"661.551549ms","start":"2026-02-25T17:16:25.626021Z","end":"2026-02-25T17:16:26.287573Z","steps":["trace[1864114171] 'process raft request' (duration: 460.776844ms)","trace[1864114171] 'compare' (duration: 200.171511ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:16:26.287651Z","caller":"traceutil/trace.go:171","msg":"trace[1715921354] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"661.588889ms","start":"2026-02-25T17:16:25.626039Z","end":"2026-02-25T17:16:26.287628Z","steps":["trace[1715921354] 'process raft request' (duration: 661.468896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:26.28775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:25.626017Z","time spent":"661.691402ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:16:26.287784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:25.625997Z","time spent":"661.677151ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:16:26.287931Z","caller":"traceutil/trace.go:171","msg":"trace[711759440] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"661.074888ms","start":"2026-02-25T17:16:25.626844Z","end":"2026-02-25T17:16:26.287919Z","steps":["trace[711759440] 'process raft request' (duration: 660.72555ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:26.287946Z","caller":"traceutil/trace.go:171","msg":"trace[940212016] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1982; }","duration":"459.196846ms","start":"2026-02-25T17:16:25.828722Z","end":"2026-02-25T17:16:26.287919Z","steps":["trace[940212016] 'read index received' (duration: 258.153814ms)","trace[940212016] 'applied index is now lower than readState.Index' (duration: 201.042032ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:16:26.28799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:25.626834Z","time spent":"661.126309ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:16:26.288027Z","caller":"traceutil/trace.go:171","msg":"trace[1262046118] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"661.060958ms","start":"2026-02-25T17:16:25.626934Z","end":"2026-02-25T17:16:26.287995Z","steps":["trace[1262046118] 'process raft request' (duration: 660.861363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:26.288216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.122341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:16:26.288279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:25.626926Z","time spent":"661.229051ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:16:26.288286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.479862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:16:26.28833Z","caller":"traceutil/trace.go:171","msg":"trace[43720272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1908; }","duration":"459.654516ms","start":"2026-02-25T17:16:25.828664Z","end":"2026-02-25T17:16:26.288319Z","steps":["trace[43720272] 'agreement among raft nodes before linearized reading' (duration: 459.39996ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:26.288325Z","caller":"traceutil/trace.go:171","msg":"trace[1441094607] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1908; }","duration":"347.263014ms","start":"2026-02-25T17:16:25.941041Z","end":"2026-02-25T17:16:26.288304Z","steps":["trace[1441094607] 'agreement among raft nodes before linearized reading' (duration: 347.10108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:26.288375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:25.828643Z","time spent":"459.722738ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:16:26.28838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:25.941029Z","time spent":"347.340635ms","remote":"127.0.0.1:49364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:16:27.230248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.010879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:16:27.230325Z","caller":"traceutil/trace.go:171","msg":"trace[669118425] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"908.312077ms","start":"2026-02-25T17:16:26.321999Z","end":"2026-02-25T17:16:27.230312Z","steps":["trace[669118425] 'read index received' (duration: 138.109643ms)","trace[669118425] 'applied index is now lower than readState.Index' (duration: 770.201364ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:16:27.23056Z","caller":"traceutil/trace.go:171","msg":"trace[115354891] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"937.801164ms","start":"2026-02-25T17:16:26.292747Z","end":"2026-02-25T17:16:27.230549Z","steps":["trace[115354891] 'process raft request' (duration: 167.415626ms)","trace[115354891] 'compare' (duration: 769.726083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:16:27.230615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:26.292718Z","time spent":"937.873206ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:16:27.230882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.872379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:16:27.230974Z","caller":"traceutil/trace.go:171","msg":"trace[1053954604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"908.985052ms","start":"2026-02-25T17:16:26.321964Z","end":"2026-02-25T17:16:27.230949Z","steps":["trace[1053954604] 'agreement among raft nodes before linearized reading' (duration: 908.806788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:27.230882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.867558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:16:27.231029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:26.321916Z","time spent":"909.099435ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:16:27.231036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.965057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T17:16:27.231075Z","caller":"traceutil/trace.go:171","msg":"trace[463848996] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1909; }","duration":"294.084123ms","start":"2026-02-25T17:16:26.936946Z","end":"2026-02-25T17:16:27.23103Z","steps":["trace[463848996] 'agreement among raft nodes before linearized reading' (duration: 293.856018ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:27.231128Z","caller":"traceutil/trace.go:171","msg":"trace[995731262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"602.116911ms","start":"2026-02-25T17:16:26.628988Z","end":"2026-02-25T17:16:27.231105Z","steps":["trace[995731262] 'agreement among raft nodes before linearized reading' (duration: 601.815954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:27.231174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:26.628967Z","time spent":"602.200123ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T17:16:28.444674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601333074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:16:28.512756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081297834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18978cc677bdb48d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-25T17:16:28.51285Z","caller":"traceutil/trace.go:171","msg":"trace[361904171] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18978cc677bdb48d; range_end:; response_count:1; response_revision:1909; }","duration":"1.081418408s","start":"2026-02-25T17:16:27.431411Z","end":"2026-02-25T17:16:28.512829Z","steps":["trace[361904171] 'range keys from in-memory index tree' (duration: 1.081088429s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:28.512891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:27.431397Z","time spent":"1.081484549s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18978cc677bdb48d\" "} {"level":"warn","ts":"2026-02-25T17:16:28.945338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601333074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:16:29.069816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140217909s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-25T17:16:29.098122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16852753s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:16:29.098574Z","caller":"traceutil/trace.go:171","msg":"trace[516684594] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"1.516413319s","start":"2026-02-25T17:16:27.582138Z","end":"2026-02-25T17:16:29.098551Z","steps":["trace[516684594] 'process raft request' (duration: 1.516215284s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:29.098763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:27.582109Z","time spent":"1.516579893s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:16:29.09886Z","caller":"traceutil/trace.go:171","msg":"trace[45639040] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.187932823s","start":"2026-02-25T17:16:27.910901Z","end":"2026-02-25T17:16:29.098834Z","steps":["trace[45639040] 'process raft request' (duration: 1.187861621s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:29.098962Z","caller":"traceutil/trace.go:171","msg":"trace[1054406127] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.471704876s","start":"2026-02-25T17:16:27.627231Z","end":"2026-02-25T17:16:29.098936Z","steps":["trace[1054406127] 'process raft request' (duration: 1.471261845s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:29.099043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:27.910873Z","time spent":"1.188078236s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:16:29.09911Z","caller":"traceutil/trace.go:171","msg":"trace[190082213] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.471740616s","start":"2026-02-25T17:16:27.627325Z","end":"2026-02-25T17:16:29.099065Z","steps":["trace[190082213] 'process raft request' (duration: 1.471341936s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:29.09921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:27.627291Z","time spent":"1.471882829s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:16:29.099118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:27.627207Z","time spent":"1.471823148s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:16:30.072102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.763617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:16:30.072362Z","caller":"traceutil/trace.go:171","msg":"trace[1828706193] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1988; }","duration":"2.128079633s","start":"2026-02-25T17:16:27.94426Z","end":"2026-02-25T17:16:30.07234Z","steps":["trace[1828706193] 'read index received' (duration: 1.154107163s)","trace[1828706193] 'applied index is now lower than readState.Index' (duration: 973.97078ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:16:30.072549Z","caller":"traceutil/trace.go:171","msg":"trace[695058472] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.557101418s","start":"2026-02-25T17:16:28.515417Z","end":"2026-02-25T17:16:30.072518Z","steps":["trace[695058472] 'process raft request' (duration: 716.794718ms)","trace[695058472] 'compare' (duration: 839.585993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:16:30.072715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:28.515357Z","time spent":"1.557271852s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:16:30.072714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834275636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T17:16:30.072795Z","caller":"traceutil/trace.go:171","msg":"trace[164015257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"1.834402039s","start":"2026-02-25T17:16:28.238374Z","end":"2026-02-25T17:16:30.072776Z","steps":["trace[164015257] 'agreement among raft nodes before linearized reading' (duration: 1.834149923s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:30.072843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:28.238353Z","time spent":"1.834479891s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T17:16:30.072859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.85734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:16:30.072963Z","caller":"traceutil/trace.go:171","msg":"trace[637067372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1914; }","duration":"837.011684ms","start":"2026-02-25T17:16:29.235927Z","end":"2026-02-25T17:16:30.072939Z","steps":["trace[637067372] 'agreement among raft nodes before linearized reading' (duration: 836.722227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:30.07302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:29.235904Z","time spent":"837.100375ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:16:30.073115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780374089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T17:16:30.073165Z","caller":"traceutil/trace.go:171","msg":"trace[1574557310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1914; }","duration":"1.780474591s","start":"2026-02-25T17:16:28.292679Z","end":"2026-02-25T17:16:30.073154Z","steps":["trace[1574557310] 'agreement among raft nodes before linearized reading' (duration: 1.780367858s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:30.073206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:28.292658Z","time spent":"1.780540552s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:16:30.073299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748562206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:16:30.073336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7813106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:16:30.073382Z","caller":"traceutil/trace.go:171","msg":"trace[1844449799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1914; }","duration":"1.781357122s","start":"2026-02-25T17:16:28.292013Z","end":"2026-02-25T17:16:30.07337Z","steps":["trace[1844449799] 'agreement among raft nodes before linearized reading' (duration: 1.781216799s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:30.073391Z","caller":"traceutil/trace.go:171","msg":"trace[1173471665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"1.74873335s","start":"2026-02-25T17:16:28.32463Z","end":"2026-02-25T17:16:30.073364Z","steps":["trace[1173471665] 'agreement among raft nodes before linearized reading' (duration: 1.748596967s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:30.073412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:28.291951Z","time spent":"1.781452144s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:16:30.073412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129131317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T17:16:30.073511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636730167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-02-25T17:16:30.073259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344375254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:16:30.073549Z","caller":"traceutil/trace.go:171","msg":"trace[844564651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1914; }","duration":"2.129269671s","start":"2026-02-25T17:16:27.944219Z","end":"2026-02-25T17:16:30.073488Z","steps":["trace[844564651] 'agreement among raft nodes before linearized reading' (duration: 2.128887222s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:16:30.073576Z","caller":"traceutil/trace.go:171","msg":"trace[469276509] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1914; }","duration":"1.636807718s","start":"2026-02-25T17:16:28.436744Z","end":"2026-02-25T17:16:30.073551Z","steps":["trace[469276509] 'agreement among raft nodes before linearized reading' (duration: 1.635894507s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:30.073627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:27.944199Z","time spent":"2.129411204s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T17:16:30.073624Z","caller":"traceutil/trace.go:171","msg":"trace[2073720469] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1914; }","duration":"1.344812524s","start":"2026-02-25T17:16:28.728782Z","end":"2026-02-25T17:16:30.073595Z","steps":["trace[2073720469] 'agreement among raft nodes before linearized reading' (duration: 1.344318933s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:30.073633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:28.436727Z","time spent":"1.636893971s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T17:16:30.073441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:28.32462Z","time spent":"1.748807452s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:16:30.073704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:28.728761Z","time spent":"1.344919696s","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:16:30.07372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779725974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:16:30.07427Z","caller":"traceutil/trace.go:171","msg":"trace[327522188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1914; }","duration":"1.779918028s","start":"2026-02-25T17:16:28.293917Z","end":"2026-02-25T17:16:30.073835Z","steps":["trace[327522188] 'agreement among raft nodes before linearized reading' (duration: 1.778788821s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:16:30.074782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:16:28.293907Z","time spent":"1.780678915s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T17:17:23.522193Z","caller":"traceutil/trace.go:171","msg":"trace[498974994] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"129.190869ms","start":"2026-02-25T17:17:23.392966Z","end":"2026-02-25T17:17:23.522157Z","steps":["trace[498974994] 'process raft request' (duration: 129.006874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:24.193113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601334039,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:17:24.28239Z","caller":"traceutil/trace.go:171","msg":"trace[797181453] linearizableReadLoop","detail":"{readStateIndex:2449; appliedIndex:2447; }","duration":"589.633534ms","start":"2026-02-25T17:17:23.692726Z","end":"2026-02-25T17:17:24.28236Z","steps":["trace[797181453] 'read index received' (duration: 587.094344ms)","trace[797181453] 'applied index is now lower than readState.Index' (duration: 2.53793ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:17:24.282576Z","caller":"traceutil/trace.go:171","msg":"trace[1113511152] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"862.126975ms","start":"2026-02-25T17:17:23.420434Z","end":"2026-02-25T17:17:24.282561Z","steps":["trace[1113511152] 'process raft request' (duration: 861.789227ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:24.282516Z","caller":"traceutil/trace.go:171","msg":"trace[1150605211] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"888.626659ms","start":"2026-02-25T17:17:23.393843Z","end":"2026-02-25T17:17:24.282469Z","steps":["trace[1150605211] 'process raft request' (duration: 886.025348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:24.282715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:23.420408Z","time spent":"862.209756ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:17:24.282817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:23.393818Z","time spent":"888.895546ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:17:24.282824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.076784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:17:24.282903Z","caller":"traceutil/trace.go:171","msg":"trace[1379243176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2351; }","duration":"590.157226ms","start":"2026-02-25T17:17:23.692722Z","end":"2026-02-25T17:17:24.282879Z","steps":["trace[1379243176] 'agreement among raft nodes before linearized reading' (duration: 590.029653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:24.282924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.879405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-25T17:17:24.282953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:23.692682Z","time spent":"590.262719ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:17:24.282981Z","caller":"traceutil/trace.go:171","msg":"trace[2008898729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2351; }","duration":"496.964317ms","start":"2026-02-25T17:17:23.785999Z","end":"2026-02-25T17:17:24.282964Z","steps":["trace[2008898729] 'agreement among raft nodes before linearized reading' (duration: 496.734032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:24.283029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:23.785985Z","time spent":"497.026598ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T17:17:30.63994Z","caller":"traceutil/trace.go:171","msg":"trace[1946487591] linearizableReadLoop","detail":"{readStateIndex:2489; appliedIndex:2488; }","duration":"101.944216ms","start":"2026-02-25T17:17:30.537969Z","end":"2026-02-25T17:17:30.639913Z","steps":["trace[1946487591] 'read index received' (duration: 101.740431ms)","trace[1946487591] 'applied index is now lower than readState.Index' (duration: 202.755µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:17:30.640103Z","caller":"traceutil/trace.go:171","msg":"trace[665966084] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"119.134561ms","start":"2026-02-25T17:17:30.520922Z","end":"2026-02-25T17:17:30.640057Z","steps":["trace[665966084] 'process raft request' (duration: 118.842545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:30.64018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.202972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:17:30.640223Z","caller":"traceutil/trace.go:171","msg":"trace[141452670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2390; }","duration":"102.309944ms","start":"2026-02-25T17:17:30.537902Z","end":"2026-02-25T17:17:30.640212Z","steps":["trace[141452670] 'agreement among raft nodes before linearized reading' (duration: 102.14899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:30.64029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.659689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T17:17:30.640291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.249303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:17:30.640367Z","caller":"traceutil/trace.go:171","msg":"trace[1776359873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2390; }","duration":"101.762521ms","start":"2026-02-25T17:17:30.538584Z","end":"2026-02-25T17:17:30.640347Z","steps":["trace[1776359873] 'agreement among raft nodes before linearized reading' (duration: 101.586837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:30.640598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.384636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:17:30.64037Z","caller":"traceutil/trace.go:171","msg":"trace[570993567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2390; }","duration":"102.369086ms","start":"2026-02-25T17:17:30.537986Z","end":"2026-02-25T17:17:30.640355Z","steps":["trace[570993567] 'agreement among raft nodes before linearized reading' (duration: 102.14351ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:30.640698Z","caller":"traceutil/trace.go:171","msg":"trace[1468336798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2390; }","duration":"102.610681ms","start":"2026-02-25T17:17:30.538065Z","end":"2026-02-25T17:17:30.640676Z","steps":["trace[1468336798] 'agreement among raft nodes before linearized reading' (duration: 102.190181ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:55.812103Z","caller":"traceutil/trace.go:171","msg":"trace[1991739604] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"101.019894ms","start":"2026-02-25T17:17:55.711056Z","end":"2026-02-25T17:17:55.812076Z","steps":["trace[1991739604] 'process raft request' (duration: 100.824479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:56.036741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.836127ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:17:56.036882Z","caller":"traceutil/trace.go:171","msg":"trace[491477829] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2528; }","duration":"138.99367ms","start":"2026-02-25T17:17:55.897866Z","end":"2026-02-25T17:17:56.03686Z","steps":["trace[491477829] 'range keys from in-memory index tree' (duration: 138.816456ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:56.705294Z","caller":"traceutil/trace.go:171","msg":"trace[804098809] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"291.445728ms","start":"2026-02-25T17:17:56.413825Z","end":"2026-02-25T17:17:56.70527Z","steps":["trace[804098809] 'process raft request' (duration: 291.213222ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:56.705548Z","caller":"traceutil/trace.go:171","msg":"trace[1819672863] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"289.574294ms","start":"2026-02-25T17:17:56.415939Z","end":"2026-02-25T17:17:56.705513Z","steps":["trace[1819672863] 'process raft request' (duration: 289.278237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:56.864188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.797118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:17:56.864273Z","caller":"traceutil/trace.go:171","msg":"trace[2083636600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2532; }","duration":"108.921191ms","start":"2026-02-25T17:17:56.755333Z","end":"2026-02-25T17:17:56.864254Z","steps":["trace[2083636600] 'range keys from in-memory index tree' (duration: 108.631304ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:57.070814Z","caller":"traceutil/trace.go:171","msg":"trace[1006287214] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"203.42424ms","start":"2026-02-25T17:17:56.86736Z","end":"2026-02-25T17:17:57.070784Z","steps":["trace[1006287214] 'process raft request' (duration: 203.229406ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:57.071097Z","caller":"traceutil/trace.go:171","msg":"trace[2033417354] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"203.315548ms","start":"2026-02-25T17:17:56.867747Z","end":"2026-02-25T17:17:57.071063Z","steps":["trace[2033417354] 'process raft request' (duration: 202.99506ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:57.071116Z","caller":"traceutil/trace.go:171","msg":"trace[637235783] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"201.69706ms","start":"2026-02-25T17:17:56.869394Z","end":"2026-02-25T17:17:57.071091Z","steps":["trace[637235783] 'process raft request' (duration: 201.648778ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:57.071158Z","caller":"traceutil/trace.go:171","msg":"trace[693760324] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"202.787415ms","start":"2026-02-25T17:17:56.868333Z","end":"2026-02-25T17:17:57.071121Z","steps":["trace[693760324] 'process raft request' (duration: 202.623011ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:58.127145Z","caller":"traceutil/trace.go:171","msg":"trace[267501413] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"183.528821ms","start":"2026-02-25T17:17:57.94357Z","end":"2026-02-25T17:17:58.127099Z","steps":["trace[267501413] 'read index received' (duration: 183.252835ms)","trace[267501413] 'applied index is now lower than readState.Index' (duration: 274.996µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:17:58.127343Z","caller":"traceutil/trace.go:171","msg":"trace[1868715662] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"310.069557ms","start":"2026-02-25T17:17:57.817261Z","end":"2026-02-25T17:17:58.127331Z","steps":["trace[1868715662] 'process raft request' (duration: 309.586575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:58.127476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.885869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:17:58.127578Z","caller":"traceutil/trace.go:171","msg":"trace[1334566659] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2538; }","duration":"184.036593ms","start":"2026-02-25T17:17:57.943522Z","end":"2026-02-25T17:17:58.127558Z","steps":["trace[1334566659] 'agreement among raft nodes before linearized reading' (duration: 183.876129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:58.127581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.498707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18978cdcb4a4959e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-25T17:17:58.127667Z","caller":"traceutil/trace.go:171","msg":"trace[642933032] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18978cdcb4a4959e; range_end:; response_count:1; response_revision:2538; }","duration":"171.62062ms","start":"2026-02-25T17:17:57.956024Z","end":"2026-02-25T17:17:58.127645Z","steps":["trace[642933032] 'agreement among raft nodes before linearized reading' (duration: 171.360804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:17:58.127498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:57.817229Z","time spent":"310.144869ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:17:58.274959Z","caller":"traceutil/trace.go:171","msg":"trace[1339126280] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"145.124065ms","start":"2026-02-25T17:17:58.129801Z","end":"2026-02-25T17:17:58.274925Z","steps":["trace[1339126280] 'process raft request' (duration: 76.916205ms)","trace[1339126280] 'compare' (duration: 68.056946ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:17:59.234263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601334556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:17:59.734662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601334556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:18:00.235168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601334556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:18:00.73604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601334556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:18:00.753569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.042883929s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:18:00.754082Z","caller":"traceutil/trace.go:171","msg":"trace[539890170] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"2.043490523s","start":"2026-02-25T17:17:58.710566Z","end":"2026-02-25T17:18:00.754057Z","steps":["trace[539890170] 'process raft request' (duration: 2.043235907s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.754217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:58.710538Z","time spent":"2.043596776s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:18:00.756397Z","caller":"traceutil/trace.go:171","msg":"trace[1548741265] linearizableReadLoop","detail":"{readStateIndex:2649; appliedIndex:2645; }","duration":"2.022948689s","start":"2026-02-25T17:17:58.733432Z","end":"2026-02-25T17:18:00.756381Z","steps":["trace[1548741265] 'read index received' (duration: 2.020356757s)","trace[1548741265] 'applied index is now lower than readState.Index' (duration: 2.590912ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:18:00.756737Z","caller":"traceutil/trace.go:171","msg":"trace[1038257761] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"2.045945681s","start":"2026-02-25T17:17:58.710766Z","end":"2026-02-25T17:18:00.756712Z","steps":["trace[1038257761] 'process raft request' (duration: 2.04547618s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:18:00.756799Z","caller":"traceutil/trace.go:171","msg":"trace[525346312] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"623.32056ms","start":"2026-02-25T17:18:00.133467Z","end":"2026-02-25T17:18:00.756787Z","steps":["trace[525346312] 'process raft request' (duration: 622.845249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.756861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:58.710752Z","time spent":"2.046046954s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:18:00.756886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681687075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T17:18:00.756864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435167487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:18:00.756923Z","caller":"traceutil/trace.go:171","msg":"trace[646335084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2544; }","duration":"1.681764067s","start":"2026-02-25T17:17:59.075146Z","end":"2026-02-25T17:18:00.75691Z","steps":["trace[646335084] 'agreement among raft nodes before linearized reading' (duration: 1.681679075s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.756901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.765278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:18:00.756938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:18:00.133448Z","time spent":"623.402902ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:18:00.756715Z","caller":"traceutil/trace.go:171","msg":"trace[1101098463] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"411.234804ms","start":"2026-02-25T17:18:00.345429Z","end":"2026-02-25T17:18:00.756664Z","steps":["trace[1101098463] 'process raft request' (duration: 410.916657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.756969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04200287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:18:00.756954Z","caller":"traceutil/trace.go:171","msg":"trace[2091623774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"1.435329161s","start":"2026-02-25T17:17:59.321606Z","end":"2026-02-25T17:18:00.756935Z","steps":["trace[2091623774] 'agreement among raft nodes before linearized reading' (duration: 1.435137186s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:18:00.756988Z","caller":"traceutil/trace.go:171","msg":"trace[1996329746] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2544; }","duration":"628.901511ms","start":"2026-02-25T17:18:00.128062Z","end":"2026-02-25T17:18:00.756963Z","steps":["trace[1996329746] 'agreement among raft nodes before linearized reading' (duration: 628.731137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.757015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:59.321582Z","time spent":"1.435423953s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:18:00.756793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865110334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T17:18:00.757061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:18:00.128042Z","time spent":"628.999504ms","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:18:00.757089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681405478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:18:00.757092Z","caller":"traceutil/trace.go:171","msg":"trace[67473920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2544; }","duration":"1.865446142s","start":"2026-02-25T17:17:58.891634Z","end":"2026-02-25T17:18:00.75708Z","steps":["trace[67473920] 'agreement among raft nodes before linearized reading' (duration: 1.865044583s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.757083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:18:00.345402Z","time spent":"411.595293ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:18:00.757087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.075346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T17:18:00.757004Z","caller":"traceutil/trace.go:171","msg":"trace[1625907041] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2544; }","duration":"1.042084462s","start":"2026-02-25T17:17:59.714906Z","end":"2026-02-25T17:18:00.75699Z","steps":["trace[1625907041] 'agreement among raft nodes before linearized reading' (duration: 1.04201134s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.757137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:58.891617Z","time spent":"1.865510713s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T17:18:00.757136Z","caller":"traceutil/trace.go:171","msg":"trace[2120238603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2544; }","duration":"1.6814709s","start":"2026-02-25T17:17:59.075649Z","end":"2026-02-25T17:18:00.75712Z","steps":["trace[2120238603] 'agreement among raft nodes before linearized reading' (duration: 1.681352437s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:18:00.757168Z","caller":"traceutil/trace.go:171","msg":"trace[45972448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2544; }","duration":"932.210709ms","start":"2026-02-25T17:17:59.824941Z","end":"2026-02-25T17:18:00.757152Z","steps":["trace[45972448] 'agreement among raft nodes before linearized reading' (duration: 931.956383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.757176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:59.075636Z","time spent":"1.681534611s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:18:00.75712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023696046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-25T17:18:00.757204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:59.824925Z","time spent":"932.271911ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T17:18:00.757086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730289863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18978cdbcafecdbe\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-02-25T17:18:00.757321Z","caller":"traceutil/trace.go:171","msg":"trace[2031254166] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18978cdbcafecdbe; range_end:; response_count:1; response_revision:2544; }","duration":"1.73060668s","start":"2026-02-25T17:17:59.026709Z","end":"2026-02-25T17:18:00.757316Z","steps":["trace[2031254166] 'agreement among raft nodes before linearized reading' (duration: 1.730152619s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.757344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:59.026678Z","time spent":"1.730657611s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18978cdbcafecdbe\" "} {"level":"warn","ts":"2026-02-25T17:18:00.757057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681702265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:18:00.757396Z","caller":"traceutil/trace.go:171","msg":"trace[1324683206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2544; }","duration":"1.682208377s","start":"2026-02-25T17:17:59.075175Z","end":"2026-02-25T17:18:00.757384Z","steps":["trace[1324683206] 'agreement among raft nodes before linearized reading' (duration: 1.681577692s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.757197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:59.714885Z","time spent":"1.042283786s","remote":"127.0.0.1:57568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:18:00.757443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:59.075153Z","time spent":"1.682279429s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T17:18:00.757299Z","caller":"traceutil/trace.go:171","msg":"trace[871498673] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2544; }","duration":"2.023901181s","start":"2026-02-25T17:17:58.733392Z","end":"2026-02-25T17:18:00.757293Z","steps":["trace[871498673] 'agreement among raft nodes before linearized reading' (duration: 2.023647515s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.757524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:58.73338Z","time spent":"2.024137986s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-25T17:18:00.757127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68149763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:18:00.757571Z","caller":"traceutil/trace.go:171","msg":"trace[499236846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2544; }","duration":"1.68193909s","start":"2026-02-25T17:17:59.07562Z","end":"2026-02-25T17:18:00.757559Z","steps":["trace[499236846] 'agreement among raft nodes before linearized reading' (duration: 1.681401468s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:00.757605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:59.075611Z","time spent":"1.681985942s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:18:00.756959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:17:59.075118Z","time spent":"1.681833658s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:18:06.629586Z","caller":"traceutil/trace.go:171","msg":"trace[1210607545] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"125.247315ms","start":"2026-02-25T17:18:06.504321Z","end":"2026-02-25T17:18:06.629568Z","steps":["trace[1210607545] 'process raft request' (duration: 125.146783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:07.077109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.467173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:18:07.077533Z","caller":"traceutil/trace.go:171","msg":"trace[1325775395] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"244.10598ms","start":"2026-02-25T17:18:06.8334Z","end":"2026-02-25T17:18:07.077506Z","steps":["trace[1325775395] 'process raft request' (duration: 244.066709ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:18:07.077773Z","caller":"traceutil/trace.go:171","msg":"trace[2140540028] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"244.593011ms","start":"2026-02-25T17:18:06.833164Z","end":"2026-02-25T17:18:07.077757Z","steps":["trace[2140540028] 'process raft request' (duration: 244.189251ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:18:07.077867Z","caller":"traceutil/trace.go:171","msg":"trace[1839456234] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"244.693353ms","start":"2026-02-25T17:18:06.833161Z","end":"2026-02-25T17:18:07.077854Z","steps":["trace[1839456234] 'process raft request' (duration: 244.274903ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:18:07.077501Z","caller":"traceutil/trace.go:171","msg":"trace[741144655] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"244.351016ms","start":"2026-02-25T17:18:06.833103Z","end":"2026-02-25T17:18:07.077454Z","steps":["trace[741144655] 'process raft request' (duration: 134.428842ms)","trace[741144655] 'compare' (duration: 109.33065ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:18:07.078082Z","caller":"traceutil/trace.go:171","msg":"trace[655191412] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"244.96635ms","start":"2026-02-25T17:18:06.833103Z","end":"2026-02-25T17:18:07.078069Z","steps":["trace[655191412] 'process raft request' (duration: 244.12357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:07.394735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.471361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-25T17:20:12.61381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.006035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:20:12.613897Z","caller":"traceutil/trace.go:171","msg":"trace[1050365369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3372; }","duration":"292.148469ms","start":"2026-02-25T17:20:12.321733Z","end":"2026-02-25T17:20:12.613881Z","steps":["trace[1050365369] 'range keys from in-memory index tree' (duration: 291.906283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:20:18.383449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601336833,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:20:18.806054Z","caller":"traceutil/trace.go:171","msg":"trace[1002283934] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"923.879256ms","start":"2026-02-25T17:20:17.882146Z","end":"2026-02-25T17:20:18.806026Z","steps":["trace[1002283934] 'process raft request' (duration: 923.669301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:20:18.806215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:20:17.882125Z","time spent":"924.008169ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:20:18.958582Z","caller":"traceutil/trace.go:171","msg":"trace[617297867] linearizableReadLoop","detail":"{readStateIndex:3540; appliedIndex:3538; }","duration":"1.075543686s","start":"2026-02-25T17:20:17.883013Z","end":"2026-02-25T17:20:18.958557Z","steps":["trace[617297867] 'read index received' (duration: 922.824531ms)","trace[617297867] 'applied index is now lower than readState.Index' (duration: 152.718125ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:20:18.958863Z","caller":"traceutil/trace.go:171","msg":"trace[1906674373] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"1.072954266s","start":"2026-02-25T17:20:17.885746Z","end":"2026-02-25T17:20:18.9587Z","steps":["trace[1906674373] 'process raft request' (duration: 986.121359ms)","trace[1906674373] 'compare' (duration: 86.52965ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:20:18.958884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074794619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:20:18.958943Z","caller":"traceutil/trace.go:171","msg":"trace[80766997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3400; }","duration":"1.074976003s","start":"2026-02-25T17:20:17.883954Z","end":"2026-02-25T17:20:18.958931Z","steps":["trace[80766997] 'agreement among raft nodes before linearized reading' (duration: 1.0748255s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:20:18.958966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:20:17.883913Z","time spent":"1.075048165s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:20:18.959078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074524353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:20:18.959099Z","caller":"traceutil/trace.go:171","msg":"trace[1608668473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3400; }","duration":"1.074558953s","start":"2026-02-25T17:20:17.884535Z","end":"2026-02-25T17:20:18.959094Z","steps":["trace[1608668473] 'agreement among raft nodes before linearized reading' (duration: 1.074507702s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:20:18.95911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:20:17.884529Z","time spent":"1.074578673s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:20:18.958978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:20:17.885739Z","time spent":"1.073171191s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:20:18.959222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.55909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-25T17:20:18.959204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.870546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:20:18.959258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.128559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:20:18.959301Z","caller":"traceutil/trace.go:171","msg":"trace[17588025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3400; }","duration":"642.675262ms","start":"2026-02-25T17:20:18.316608Z","end":"2026-02-25T17:20:18.959284Z","steps":["trace[17588025] 'agreement among raft nodes before linearized reading' (duration: 642.422436ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:20:18.95931Z","caller":"traceutil/trace.go:171","msg":"trace[20357369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3400; }","duration":"637.0032ms","start":"2026-02-25T17:20:18.322289Z","end":"2026-02-25T17:20:18.959292Z","steps":["trace[20357369] 'agreement among raft nodes before linearized reading' (duration: 636.791625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:20:18.959364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:20:18.316587Z","time spent":"642.765594ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T17:20:18.95936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.374047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"warn","ts":"2026-02-25T17:20:18.959432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:20:18.32228Z","time spent":"637.099072ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:20:18.95944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.722041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T17:20:18.959523Z","caller":"traceutil/trace.go:171","msg":"trace[1861575492] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3400; }","duration":"390.850844ms","start":"2026-02-25T17:20:18.568652Z","end":"2026-02-25T17:20:18.959503Z","steps":["trace[1861575492] 'agreement among raft nodes before linearized reading' (duration: 390.384143ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:20:18.959368Z","caller":"traceutil/trace.go:171","msg":"trace[2091093808] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3400; }","duration":"295.296433ms","start":"2026-02-25T17:20:18.664042Z","end":"2026-02-25T17:20:18.959339Z","steps":["trace[2091093808] 'agreement among raft nodes before linearized reading' (duration: 295.112529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:20:18.959577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:20:18.568632Z","time spent":"390.933285ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":370,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:20:18.959531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076463948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:20:18.959544Z","caller":"traceutil/trace.go:171","msg":"trace[228921072] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3400; }","duration":"128.535991ms","start":"2026-02-25T17:20:18.830927Z","end":"2026-02-25T17:20:18.959463Z","steps":["trace[228921072] 'agreement among raft nodes before linearized reading' (duration: 128.144452ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:20:18.959689Z","caller":"traceutil/trace.go:171","msg":"trace[290511577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3400; }","duration":"1.076663772s","start":"2026-02-25T17:20:17.88299Z","end":"2026-02-25T17:20:18.959654Z","steps":["trace[290511577] 'agreement among raft nodes before linearized reading' (duration: 1.076178741s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:20:18.959748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:20:17.882807Z","time spent":"1.076930238s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T17:21:30.09924Z","caller":"traceutil/trace.go:171","msg":"trace[642391581] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"135.149725ms","start":"2026-02-25T17:21:29.964064Z","end":"2026-02-25T17:21:30.099213Z","steps":["trace[642391581] 'process raft request' (duration: 134.991561ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:36.837638Z","caller":"traceutil/trace.go:171","msg":"trace[1739391473] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"136.338172ms","start":"2026-02-25T17:21:36.701271Z","end":"2026-02-25T17:21:36.837609Z","steps":["trace[1739391473] 'process raft request' (duration: 52.204036ms)","trace[1739391473] 'compare' (duration: 83.583503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:21:39.492758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.453964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:21:39.492836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.738005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:21:39.492886Z","caller":"traceutil/trace.go:171","msg":"trace[1396588454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4255; }","duration":"170.629438ms","start":"2026-02-25T17:21:39.322228Z","end":"2026-02-25T17:21:39.492858Z","steps":["trace[1396588454] 'range keys from in-memory index tree' (duration: 170.360862ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:39.492918Z","caller":"traceutil/trace.go:171","msg":"trace[2057123363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4255; }","duration":"286.870538ms","start":"2026-02-25T17:21:39.206026Z","end":"2026-02-25T17:21:39.492896Z","steps":["trace[2057123363] 'range keys from in-memory index tree' (duration: 286.373857ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:40.065066Z","caller":"traceutil/trace.go:171","msg":"trace[170429748] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"113.477585ms","start":"2026-02-25T17:21:39.951541Z","end":"2026-02-25T17:21:40.065019Z","steps":["trace[170429748] 'process raft request' (duration: 70.119477ms)","trace[170429748] 'compare' (duration: 43.162883ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:41.24404Z","caller":"traceutil/trace.go:171","msg":"trace[178628565] linearizableReadLoop","detail":"{readStateIndex:4513; appliedIndex:4512; }","duration":"172.489702ms","start":"2026-02-25T17:21:41.071531Z","end":"2026-02-25T17:21:41.24402Z","steps":["trace[178628565] 'read index received' (duration: 172.414931ms)","trace[178628565] 'applied index is now lower than readState.Index' (duration: 73.951µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:41.244075Z","caller":"traceutil/trace.go:171","msg":"trace[1438348269] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"173.531506ms","start":"2026-02-25T17:21:41.070518Z","end":"2026-02-25T17:21:41.244049Z","steps":["trace[1438348269] 'process raft request' (duration: 173.364032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:41.244169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.624115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:21:41.244197Z","caller":"traceutil/trace.go:171","msg":"trace[879975029] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4336; }","duration":"172.680626ms","start":"2026-02-25T17:21:41.071507Z","end":"2026-02-25T17:21:41.244188Z","steps":["trace[879975029] 'agreement among raft nodes before linearized reading' (duration: 172.616825ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:41.399494Z","caller":"traceutil/trace.go:171","msg":"trace[531089905] linearizableReadLoop","detail":"{readStateIndex:4514; appliedIndex:4513; }","duration":"155.371665ms","start":"2026-02-25T17:21:41.244101Z","end":"2026-02-25T17:21:41.399472Z","steps":["trace[531089905] 'read index received' (duration: 120.866151ms)","trace[531089905] 'applied index is now lower than readState.Index' (duration: 34.504544ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:41.399613Z","caller":"traceutil/trace.go:171","msg":"trace[2127524632] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"299.542612ms","start":"2026-02-25T17:21:41.100056Z","end":"2026-02-25T17:21:41.399598Z","steps":["trace[2127524632] 'process raft request' (duration: 264.925635ms)","trace[2127524632] 'compare' (duration: 34.386881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:21:41.399812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.716906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73b080ff-cfb3-434d-96ea-99abd420b57a\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-02-25T17:21:41.399852Z","caller":"traceutil/trace.go:171","msg":"trace[1553754672] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73b080ff-cfb3-434d-96ea-99abd420b57a; range_end:; response_count:1; response_revision:4337; }","duration":"302.791137ms","start":"2026-02-25T17:21:41.09705Z","end":"2026-02-25T17:21:41.399841Z","steps":["trace[1553754672] 'agreement among raft nodes before linearized reading' (duration: 302.662904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:41.399881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:41.097035Z","time spent":"302.837349ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3914,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73b080ff-cfb3-434d-96ea-99abd420b57a\" "} {"level":"warn","ts":"2026-02-25T17:21:41.399898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.700557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-02-25T17:21:41.400003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.832402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e75086c-971d-49c0-81bd-02769790764e\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-25T17:21:41.400085Z","caller":"traceutil/trace.go:171","msg":"trace[1908894366] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e75086c-971d-49c0-81bd-02769790764e; range_end:; response_count:1; response_revision:4337; }","duration":"129.952515ms","start":"2026-02-25T17:21:41.270112Z","end":"2026-02-25T17:21:41.400065Z","steps":["trace[1908894366] 'agreement among raft nodes before linearized reading' (duration: 129.76555ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:41.400002Z","caller":"traceutil/trace.go:171","msg":"trace[241747441] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4337; }","duration":"151.8246ms","start":"2026-02-25T17:21:41.248136Z","end":"2026-02-25T17:21:41.39996Z","steps":["trace[241747441] 'agreement among raft nodes before linearized reading' (duration: 151.639686ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:41.642998Z","caller":"traceutil/trace.go:171","msg":"trace[1321523036] linearizableReadLoop","detail":"{readStateIndex:4516; appliedIndex:4515; }","duration":"190.159304ms","start":"2026-02-25T17:21:41.452811Z","end":"2026-02-25T17:21:41.64297Z","steps":["trace[1321523036] 'read index received' (duration: 135.025964ms)","trace[1321523036] 'applied index is now lower than readState.Index' (duration: 55.13186ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:41.643138Z","caller":"traceutil/trace.go:171","msg":"trace[1516328544] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"193.79641ms","start":"2026-02-25T17:21:41.449299Z","end":"2026-02-25T17:21:41.643095Z","steps":["trace[1516328544] 'process raft request' (duration: 138.577868ms)","trace[1516328544] 'compare' (duration: 54.950885ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:21:41.643351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.535103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76052"} {"level":"info","ts":"2026-02-25T17:21:41.64342Z","caller":"traceutil/trace.go:171","msg":"trace[1976056611] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4339; }","duration":"190.604185ms","start":"2026-02-25T17:21:41.452799Z","end":"2026-02-25T17:21:41.643404Z","steps":["trace[1976056611] 'agreement among raft nodes before linearized reading' (duration: 190.327758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:41.643424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.828069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T17:21:41.643427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.135111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:21:41.643516Z","caller":"traceutil/trace.go:171","msg":"trace[636502888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4339; }","duration":"137.972743ms","start":"2026-02-25T17:21:41.505522Z","end":"2026-02-25T17:21:41.643495Z","steps":["trace[636502888] 'agreement among raft nodes before linearized reading' (duration: 137.705337ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:41.643525Z","caller":"traceutil/trace.go:171","msg":"trace[706549080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4339; }","duration":"139.259833ms","start":"2026-02-25T17:21:41.504245Z","end":"2026-02-25T17:21:41.643505Z","steps":["trace[706549080] 'agreement among raft nodes before linearized reading' (duration: 139.026308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:41.643297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.916229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:21:41.643598Z","caller":"traceutil/trace.go:171","msg":"trace[154654622] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4339; }","duration":"176.265776ms","start":"2026-02-25T17:21:41.467314Z","end":"2026-02-25T17:21:41.643579Z","steps":["trace[154654622] 'agreement among raft nodes before linearized reading' (duration: 175.870717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:41.643615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.558374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:21:41.64372Z","caller":"traceutil/trace.go:171","msg":"trace[1425868771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4339; }","duration":"140.685497ms","start":"2026-02-25T17:21:41.502975Z","end":"2026-02-25T17:21:41.643661Z","steps":["trace[1425868771] 'agreement among raft nodes before linearized reading' (duration: 140.412681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:41.643737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.003184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T17:21:41.64374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.568407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:21:41.643842Z","caller":"traceutil/trace.go:171","msg":"trace[1965251132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4339; }","duration":"138.134467ms","start":"2026-02-25T17:21:41.505681Z","end":"2026-02-25T17:21:41.643815Z","steps":["trace[1965251132] 'agreement among raft nodes before linearized reading' (duration: 137.792049ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:41.643926Z","caller":"traceutil/trace.go:171","msg":"trace[2114638627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4339; }","duration":"138.768602ms","start":"2026-02-25T17:21:41.505109Z","end":"2026-02-25T17:21:41.643878Z","steps":["trace[2114638627] 'agreement among raft nodes before linearized reading' (duration: 138.26732ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.362983Z","caller":"traceutil/trace.go:171","msg":"trace[2111352284] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"140.283228ms","start":"2026-02-25T17:21:45.222671Z","end":"2026-02-25T17:21:45.362954Z","steps":["trace[2111352284] 'process raft request' (duration: 140.153475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.363246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.924857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-25T17:21:45.363312Z","caller":"traceutil/trace.go:171","msg":"trace[1317603845] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4423; }","duration":"139.008519ms","start":"2026-02-25T17:21:45.22429Z","end":"2026-02-25T17:21:45.363299Z","steps":["trace[1317603845] 'agreement among raft nodes before linearized reading' (duration: 138.782793ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.363012Z","caller":"traceutil/trace.go:171","msg":"trace[1062500552] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"140.276028ms","start":"2026-02-25T17:21:45.222706Z","end":"2026-02-25T17:21:45.362982Z","steps":["trace[1062500552] 'process raft request' (duration: 140.156115ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.362999Z","caller":"traceutil/trace.go:171","msg":"trace[380150423] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"140.319759ms","start":"2026-02-25T17:21:45.222614Z","end":"2026-02-25T17:21:45.362934Z","steps":["trace[380150423] 'process raft request' (duration: 110.845294ms)","trace[380150423] 'compare' (duration: 29.225239ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:45.363023Z","caller":"traceutil/trace.go:171","msg":"trace[753524269] linearizableReadLoop","detail":"{readStateIndex:4603; appliedIndex:4598; }","duration":"138.705131ms","start":"2026-02-25T17:21:45.224297Z","end":"2026-02-25T17:21:45.363002Z","steps":["trace[753524269] 'read index received' (duration: 21.549838ms)","trace[753524269] 'applied index is now lower than readState.Index' (duration: 117.154493ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:45.363074Z","caller":"traceutil/trace.go:171","msg":"trace[599305755] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"140.325439ms","start":"2026-02-25T17:21:45.222742Z","end":"2026-02-25T17:21:45.363068Z","steps":["trace[599305755] 'process raft request' (duration: 140.147725ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.3631Z","caller":"traceutil/trace.go:171","msg":"trace[1131518728] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"129.838392ms","start":"2026-02-25T17:21:45.233241Z","end":"2026-02-25T17:21:45.363079Z","steps":["trace[1131518728] 'process raft request' (duration: 129.705609ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.363131Z","caller":"traceutil/trace.go:171","msg":"trace[1323316115] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"140.277338ms","start":"2026-02-25T17:21:45.222763Z","end":"2026-02-25T17:21:45.363041Z","steps":["trace[1323316115] 'process raft request' (duration: 140.153836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.833545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.555302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:21:45.833807Z","caller":"traceutil/trace.go:171","msg":"trace[1453331769] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"587.493325ms","start":"2026-02-25T17:21:45.246282Z","end":"2026-02-25T17:21:45.833775Z","steps":["trace[1453331769] 'process raft request' (duration: 218.591475ms)","trace[1453331769] 'compare' (duration: 368.415649ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:45.833823Z","caller":"traceutil/trace.go:171","msg":"trace[889452330] linearizableReadLoop","detail":"{readStateIndex:4605; appliedIndex:4604; }","duration":"470.22476ms","start":"2026-02-25T17:21:45.363571Z","end":"2026-02-25T17:21:45.833796Z","steps":["trace[889452330] 'read index received' (duration: 101.313469ms)","trace[889452330] 'applied index is now lower than readState.Index' (duration: 368.907241ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:45.833931Z","caller":"traceutil/trace.go:171","msg":"trace[91623109] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"456.138887ms","start":"2026-02-25T17:21:45.377733Z","end":"2026-02-25T17:21:45.833872Z","steps":["trace[91623109] 'process raft request' (duration: 456.067706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.833967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:45.246268Z","time spent":"587.600827ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:21:45.833997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.164755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:21:45.834037Z","caller":"traceutil/trace.go:171","msg":"trace[1538932066] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"464.214358ms","start":"2026-02-25T17:21:45.369787Z","end":"2026-02-25T17:21:45.834002Z","steps":["trace[1538932066] 'process raft request' (duration: 463.978432ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.834054Z","caller":"traceutil/trace.go:171","msg":"trace[1599090771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4427; }","duration":"511.264807ms","start":"2026-02-25T17:21:45.322774Z","end":"2026-02-25T17:21:45.834039Z","steps":["trace[1599090771] 'agreement among raft nodes before linearized reading' (duration: 511.127694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.834057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:45.377714Z","time spent":"456.27011ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:21:45.834109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:45.32275Z","time spent":"511.3475ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:21:45.834095Z","caller":"traceutil/trace.go:171","msg":"trace[2031613518] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"465.104358ms","start":"2026-02-25T17:21:45.368939Z","end":"2026-02-25T17:21:45.834043Z","steps":["trace[2031613518] 'process raft request' (duration: 464.72939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.834149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:45.369774Z","time spent":"464.320471ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:21:45.834264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:45.368916Z","time spent":"465.249452ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":918,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:21:45.851956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.257412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T17:21:45.851975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.711675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-25T17:21:45.851996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.605159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-25T17:21:45.852023Z","caller":"traceutil/trace.go:171","msg":"trace[1310167198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:4429; }","duration":"116.366414ms","start":"2026-02-25T17:21:45.735637Z","end":"2026-02-25T17:21:45.852003Z","steps":["trace[1310167198] 'agreement among raft nodes before linearized reading' (duration: 116.254021ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.852038Z","caller":"traceutil/trace.go:171","msg":"trace[255874742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4429; }","duration":"270.821827ms","start":"2026-02-25T17:21:45.581202Z","end":"2026-02-25T17:21:45.852023Z","steps":["trace[255874742] 'agreement among raft nodes before linearized reading' (duration: 270.602682ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.852057Z","caller":"traceutil/trace.go:171","msg":"trace[1463413308] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4429; }","duration":"484.710501ms","start":"2026-02-25T17:21:45.367331Z","end":"2026-02-25T17:21:45.852042Z","steps":["trace[1463413308] 'agreement among raft nodes before linearized reading' (duration: 484.501626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.852091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:45.367312Z","time spent":"484.772463ms","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-25T17:21:45.852088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.176043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:21:45.852147Z","caller":"traceutil/trace.go:171","msg":"trace[779620994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4429; }","duration":"153.248284ms","start":"2026-02-25T17:21:45.698884Z","end":"2026-02-25T17:21:45.852133Z","steps":["trace[779620994] 'agreement among raft nodes before linearized reading' (duration: 153.109471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.852246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.999367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:21:45.852265Z","caller":"traceutil/trace.go:171","msg":"trace[1515359607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4429; }","duration":"186.050508ms","start":"2026-02-25T17:21:45.666209Z","end":"2026-02-25T17:21:45.852259Z","steps":["trace[1515359607] 'agreement among raft nodes before linearized reading' (duration: 185.994577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.851958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.002279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:21:45.852332Z","caller":"traceutil/trace.go:171","msg":"trace[1076625556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4429; }","duration":"156.43601ms","start":"2026-02-25T17:21:45.695889Z","end":"2026-02-25T17:21:45.852325Z","steps":["trace[1076625556] 'agreement among raft nodes before linearized reading' (duration: 155.905187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.852369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.614792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-kvzlb\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-02-25T17:21:45.852387Z","caller":"traceutil/trace.go:171","msg":"trace[1517630338] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-kvzlb; range_end:; response_count:1; response_revision:4429; }","duration":"234.662774ms","start":"2026-02-25T17:21:45.617718Z","end":"2026-02-25T17:21:45.852381Z","steps":["trace[1517630338] 'agreement among raft nodes before linearized reading' (duration: 234.610683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.852448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.169556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:21:45.852497Z","caller":"traceutil/trace.go:171","msg":"trace[1367473307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4429; }","duration":"154.244397ms","start":"2026-02-25T17:21:45.698242Z","end":"2026-02-25T17:21:45.852486Z","steps":["trace[1367473307] 'agreement among raft nodes before linearized reading' (duration: 154.138165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.85219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.989332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:21:45.852611Z","caller":"traceutil/trace.go:171","msg":"trace[281528141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4429; }","duration":"157.417263ms","start":"2026-02-25T17:21:45.695173Z","end":"2026-02-25T17:21:45.85259Z","steps":["trace[281528141] 'agreement among raft nodes before linearized reading' (duration: 156.966602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.85422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.029283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194600"} {"level":"info","ts":"2026-02-25T17:21:45.854307Z","caller":"traceutil/trace.go:171","msg":"trace[2074791642] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4429; }","duration":"425.164077ms","start":"2026-02-25T17:21:45.429112Z","end":"2026-02-25T17:21:45.854277Z","steps":["trace[2074791642] 'agreement among raft nodes before linearized reading' (duration: 422.75307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.854384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:45.429089Z","time spent":"425.28435ms","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2194623,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-25T17:21:45.966014Z","caller":"traceutil/trace.go:171","msg":"trace[221590549] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"104.265889ms","start":"2026-02-25T17:21:45.861712Z","end":"2026-02-25T17:21:45.965978Z","steps":["trace[221590549] 'process raft request' (duration: 104.115456ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.96606Z","caller":"traceutil/trace.go:171","msg":"trace[1714717136] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"102.712962ms","start":"2026-02-25T17:21:45.863322Z","end":"2026-02-25T17:21:45.966034Z","steps":["trace[1714717136] 'process raft request' (duration: 102.635861ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.966145Z","caller":"traceutil/trace.go:171","msg":"trace[732407933] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"104.357442ms","start":"2026-02-25T17:21:45.861728Z","end":"2026-02-25T17:21:45.966085Z","steps":["trace[732407933] 'process raft request' (duration: 104.138797ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.966241Z","caller":"traceutil/trace.go:171","msg":"trace[304969538] linearizableReadLoop","detail":"{readStateIndex:4617; appliedIndex:4611; }","duration":"101.439753ms","start":"2026-02-25T17:21:45.864772Z","end":"2026-02-25T17:21:45.966212Z","steps":["trace[304969538] 'read index received' (duration: 89.946442ms)","trace[304969538] 'applied index is now lower than readState.Index' (duration: 11.492031ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:45.966083Z","caller":"traceutil/trace.go:171","msg":"trace[562148345] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"106.00133ms","start":"2026-02-25T17:21:45.86001Z","end":"2026-02-25T17:21:45.966011Z","steps":["trace[562148345] 'process raft request' (duration: 94.693053ms)","trace[562148345] 'compare' (duration: 11.00885ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:45.966404Z","caller":"traceutil/trace.go:171","msg":"trace[1561097962] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"104.481464ms","start":"2026-02-25T17:21:45.861907Z","end":"2026-02-25T17:21:45.966389Z","steps":["trace[1561097962] 'process raft request' (duration: 103.997212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.966571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.021568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-02-25T17:21:45.966598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.010394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T17:21:45.966618Z","caller":"traceutil/trace.go:171","msg":"trace[2076345105] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4436; }","duration":"108.09861ms","start":"2026-02-25T17:21:45.858504Z","end":"2026-02-25T17:21:45.966603Z","steps":["trace[2076345105] 'agreement among raft nodes before linearized reading' (duration: 107.960657ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.966648Z","caller":"traceutil/trace.go:171","msg":"trace[1788670481] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4436; }","duration":"107.117327ms","start":"2026-02-25T17:21:45.859516Z","end":"2026-02-25T17:21:45.966633Z","steps":["trace[1788670481] 'agreement among raft nodes before linearized reading' (duration: 106.872121ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:45.966826Z","caller":"traceutil/trace.go:171","msg":"trace[1167689690] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"103.45823ms","start":"2026-02-25T17:21:45.863353Z","end":"2026-02-25T17:21:45.966811Z","steps":["trace[1167689690] 'process raft request' (duration: 102.645531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:45.967029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.616969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-02-25T17:21:45.967088Z","caller":"traceutil/trace.go:171","msg":"trace[419041495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4436; }","duration":"110.713791ms","start":"2026-02-25T17:21:45.85636Z","end":"2026-02-25T17:21:45.967074Z","steps":["trace[419041495] 'agreement among raft nodes before linearized reading' (duration: 110.367313ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.059616Z","caller":"traceutil/trace.go:171","msg":"trace[22809364] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"139.385387ms","start":"2026-02-25T17:21:45.920178Z","end":"2026-02-25T17:21:46.059563Z","steps":["trace[22809364] 'process raft request' (duration: 139.191453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:46.059733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.669394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-02-25T17:21:46.059763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.009904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-25T17:21:46.059809Z","caller":"traceutil/trace.go:171","msg":"trace[1512451596] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4438; }","duration":"164.769426ms","start":"2026-02-25T17:21:45.895021Z","end":"2026-02-25T17:21:46.05979Z","steps":["trace[1512451596] 'agreement among raft nodes before linearized reading' (duration: 164.53124ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.059843Z","caller":"traceutil/trace.go:171","msg":"trace[1047896] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4438; }","duration":"174.155967ms","start":"2026-02-25T17:21:45.885665Z","end":"2026-02-25T17:21:46.059821Z","steps":["trace[1047896] 'agreement among raft nodes before linearized reading' (duration: 173.958553ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.059846Z","caller":"traceutil/trace.go:171","msg":"trace[1407808862] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"192.522541ms","start":"2026-02-25T17:21:45.86727Z","end":"2026-02-25T17:21:46.059792Z","steps":["trace[1407808862] 'process raft request' (duration: 191.963797ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.157435Z","caller":"traceutil/trace.go:171","msg":"trace[1612142083] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"183.748004ms","start":"2026-02-25T17:21:45.973652Z","end":"2026-02-25T17:21:46.1574Z","steps":["trace[1612142083] 'process raft request' (duration: 183.499288ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.15745Z","caller":"traceutil/trace.go:171","msg":"trace[1255194183] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"183.722273ms","start":"2026-02-25T17:21:45.973704Z","end":"2026-02-25T17:21:46.157427Z","steps":["trace[1255194183] 'process raft request' (duration: 183.60927ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.157779Z","caller":"traceutil/trace.go:171","msg":"trace[1940529885] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"183.913238ms","start":"2026-02-25T17:21:45.973824Z","end":"2026-02-25T17:21:46.157737Z","steps":["trace[1940529885] 'process raft request' (duration: 183.543859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:46.157978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.728487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-02-25T17:21:46.158018Z","caller":"traceutil/trace.go:171","msg":"trace[320213476] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4442; }","duration":"184.803298ms","start":"2026-02-25T17:21:45.973204Z","end":"2026-02-25T17:21:46.158008Z","steps":["trace[320213476] 'agreement among raft nodes before linearized reading' (duration: 184.627784ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.158191Z","caller":"traceutil/trace.go:171","msg":"trace[1687094812] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"183.998129ms","start":"2026-02-25T17:21:45.974183Z","end":"2026-02-25T17:21:46.158181Z","steps":["trace[1687094812] 'process raft request' (duration: 183.432036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:46.158249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.501529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16101"} {"level":"info","ts":"2026-02-25T17:21:46.158328Z","caller":"traceutil/trace.go:171","msg":"trace[1490640075] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4442; }","duration":"189.614252ms","start":"2026-02-25T17:21:45.968694Z","end":"2026-02-25T17:21:46.158308Z","steps":["trace[1490640075] 'agreement among raft nodes before linearized reading' (duration: 189.382767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:46.158378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.451911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14424"} {"level":"info","ts":"2026-02-25T17:21:46.158424Z","caller":"traceutil/trace.go:171","msg":"trace[1775080039] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4442; }","duration":"187.528033ms","start":"2026-02-25T17:21:45.970883Z","end":"2026-02-25T17:21:46.158411Z","steps":["trace[1775080039] 'agreement among raft nodes before linearized reading' (duration: 186.959979ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.422932Z","caller":"traceutil/trace.go:171","msg":"trace[167927770] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"350.435055ms","start":"2026-02-25T17:21:46.072451Z","end":"2026-02-25T17:21:46.422886Z","steps":["trace[167927770] 'process raft request' (duration: 350.033976ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.422934Z","caller":"traceutil/trace.go:171","msg":"trace[43610707] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4443; }","duration":"347.467815ms","start":"2026-02-25T17:21:46.075442Z","end":"2026-02-25T17:21:46.422909Z","steps":["trace[43610707] 'process raft request' (duration: 347.339462ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.422933Z","caller":"traceutil/trace.go:171","msg":"trace[1848519531] linearizableReadLoop","detail":"{readStateIndex:4626; appliedIndex:4623; }","duration":"265.109933ms","start":"2026-02-25T17:21:46.157794Z","end":"2026-02-25T17:21:46.422904Z","steps":["trace[1848519531] 'read index received' (duration: 264.709933ms)","trace[1848519531] 'applied index is now lower than readState.Index' (duration: 398.579µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:46.42302Z","caller":"traceutil/trace.go:171","msg":"trace[1907846517] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"329.02352ms","start":"2026-02-25T17:21:46.093949Z","end":"2026-02-25T17:21:46.422972Z","steps":["trace[1907846517] 'process raft request' (duration: 328.868466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:46.423066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:46.072428Z","time spent":"350.562348ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2135,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:21:46.423165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.439342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-02-25T17:21:46.423128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:46.075423Z","time spent":"347.609939ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110,"response count":0,"response size":2184,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:21:46.4232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:46.093928Z","time spent":"329.186303ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T17:21:46.423212Z","caller":"traceutil/trace.go:171","msg":"trace[581270743] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4444; }","duration":"338.534864ms","start":"2026-02-25T17:21:46.084663Z","end":"2026-02-25T17:21:46.423197Z","steps":["trace[581270743] 'agreement among raft nodes before linearized reading' (duration: 338.34666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:46.423403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:46.084635Z","time spent":"338.75839ms","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-25T17:21:46.423324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.150884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8e75086c-971d-49c0-81bd-02769790764e\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-25T17:21:46.423473Z","caller":"traceutil/trace.go:171","msg":"trace[1225075414] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8e75086c-971d-49c0-81bd-02769790764e; range_end:; response_count:1; response_revision:4444; }","duration":"360.353189ms","start":"2026-02-25T17:21:46.063093Z","end":"2026-02-25T17:21:46.423446Z","steps":["trace[1225075414] 'agreement among raft nodes before linearized reading' (duration: 359.96574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:46.423526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:46.063058Z","time spent":"360.456931ms","remote":"127.0.0.1:49034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-8e75086c-971d-49c0-81bd-02769790764e\" "} {"level":"info","ts":"2026-02-25T17:21:46.434367Z","caller":"traceutil/trace.go:171","msg":"trace[1661147675] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"269.500276ms","start":"2026-02-25T17:21:46.164843Z","end":"2026-02-25T17:21:46.434344Z","steps":["trace[1661147675] 'process raft request' (duration: 269.317182ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.434475Z","caller":"traceutil/trace.go:171","msg":"trace[1596339119] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"265.268596ms","start":"2026-02-25T17:21:46.169159Z","end":"2026-02-25T17:21:46.434428Z","steps":["trace[1596339119] 'process raft request' (duration: 265.120433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:46.43463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.191158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:21:46.434612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.591445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-25T17:21:46.434661Z","caller":"traceutil/trace.go:171","msg":"trace[1397712146] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4447; }","duration":"210.262509ms","start":"2026-02-25T17:21:46.224391Z","end":"2026-02-25T17:21:46.434653Z","steps":["trace[1397712146] 'agreement among raft nodes before linearized reading' (duration: 210.105715ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.43468Z","caller":"traceutil/trace.go:171","msg":"trace[2116472299] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4447; }","duration":"271.688108ms","start":"2026-02-25T17:21:46.162977Z","end":"2026-02-25T17:21:46.434665Z","steps":["trace[2116472299] 'agreement among raft nodes before linearized reading' (duration: 271.522054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:46.434721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.76083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:75033"} {"level":"info","ts":"2026-02-25T17:21:46.434792Z","caller":"traceutil/trace.go:171","msg":"trace[455546435] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4447; }","duration":"271.837432ms","start":"2026-02-25T17:21:46.162939Z","end":"2026-02-25T17:21:46.434777Z","steps":["trace[455546435] 'agreement among raft nodes before linearized reading' (duration: 271.578475ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:46.434801Z","caller":"traceutil/trace.go:171","msg":"trace[1636752043] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"149.27472ms","start":"2026-02-25T17:21:46.285519Z","end":"2026-02-25T17:21:46.434794Z","steps":["trace[1636752043] 'process raft request' (duration: 148.805819ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:47.59453Z","caller":"traceutil/trace.go:171","msg":"trace[389071789] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"219.331993ms","start":"2026-02-25T17:21:47.37517Z","end":"2026-02-25T17:21:47.594502Z","steps":["trace[389071789] 'process raft request' (duration: 219.1897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:48.031964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.044024ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T17:21:48.042399Z","caller":"traceutil/trace.go:171","msg":"trace[977350520] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"441.167565ms","start":"2026-02-25T17:21:47.601201Z","end":"2026-02-25T17:21:48.042368Z","steps":["trace[977350520] 'process raft request' (duration: 440.857837ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:48.042406Z","caller":"traceutil/trace.go:171","msg":"trace[817299588] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"438.416289ms","start":"2026-02-25T17:21:47.603939Z","end":"2026-02-25T17:21:48.042355Z","steps":["trace[817299588] 'process raft request' (duration: 438.343078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:48.042513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:47.601177Z","time spent":"441.275887ms","remote":"127.0.0.1:48808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:21:48.042586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:47.603914Z","time spent":"438.584114ms","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T17:21:48.04569Z","caller":"traceutil/trace.go:171","msg":"trace[1439930222] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"184.318127ms","start":"2026-02-25T17:21:47.861357Z","end":"2026-02-25T17:21:48.045675Z","steps":["trace[1439930222] 'process raft request' (duration: 183.663991ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:48.04577Z","caller":"traceutil/trace.go:171","msg":"trace[2087396403] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"183.57944ms","start":"2026-02-25T17:21:47.862182Z","end":"2026-02-25T17:21:48.045761Z","steps":["trace[2087396403] 'process raft request' (duration: 182.981536ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:49.654446Z","caller":"traceutil/trace.go:171","msg":"trace[487089462] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4776; }","duration":"447.212067ms","start":"2026-02-25T17:21:49.207197Z","end":"2026-02-25T17:21:49.654409Z","steps":["trace[487089462] 'read index received' (duration: 446.854839ms)","trace[487089462] 'applied index is now lower than readState.Index' (duration: 355.558µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:49.654559Z","caller":"traceutil/trace.go:171","msg":"trace[1164674623] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"509.693881ms","start":"2026-02-25T17:21:49.144822Z","end":"2026-02-25T17:21:49.654516Z","steps":["trace[1164674623] 'process raft request' (duration: 509.350633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:49.65472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.938618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:21:49.654727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:49.1448Z","time spent":"509.834364ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:21:49.654761Z","caller":"traceutil/trace.go:171","msg":"trace[672621167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4590; }","duration":"332.062581ms","start":"2026-02-25T17:21:49.322686Z","end":"2026-02-25T17:21:49.654748Z","steps":["trace[672621167] 'agreement among raft nodes before linearized reading' (duration: 331.941778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:49.654807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:49.322653Z","time spent":"332.145593ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:21:49.655148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.927455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776737"} {"level":"info","ts":"2026-02-25T17:21:49.655231Z","caller":"traceutil/trace.go:171","msg":"trace[2136487234] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4590; }","duration":"448.068718ms","start":"2026-02-25T17:21:49.207143Z","end":"2026-02-25T17:21:49.655211Z","steps":["trace[2136487234] 'agreement among raft nodes before linearized reading' (duration: 447.468614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:49.655285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:49.207121Z","time spent":"448.15339ms","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":776760,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-25T17:21:51.621174Z","caller":"traceutil/trace.go:171","msg":"trace[907585440] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"145.479911ms","start":"2026-02-25T17:21:51.475662Z","end":"2026-02-25T17:21:51.621142Z","steps":["trace[907585440] 'process raft request' (duration: 145.288897ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:51.853778Z","caller":"traceutil/trace.go:171","msg":"trace[1312981757] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"125.862798ms","start":"2026-02-25T17:21:51.727882Z","end":"2026-02-25T17:21:51.853745Z","steps":["trace[1312981757] 'process raft request' (duration: 101.513974ms)","trace[1312981757] 'compare' (duration: 24.149619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:21:53.349566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183801279s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:21:53.350006Z","caller":"traceutil/trace.go:171","msg":"trace[1676089633] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"1.309579405s","start":"2026-02-25T17:21:52.040365Z","end":"2026-02-25T17:21:53.349945Z","steps":["trace[1676089633] 'process raft request' (duration: 1.30932794s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:53.350065Z","caller":"traceutil/trace.go:171","msg":"trace[851469697] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"1.002253167s","start":"2026-02-25T17:21:52.347799Z","end":"2026-02-25T17:21:53.350053Z","steps":["trace[851469697] 'process raft request' (duration: 1.002106444s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:53.350043Z","caller":"traceutil/trace.go:171","msg":"trace[1258814496] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"1.292690517s","start":"2026-02-25T17:21:52.057282Z","end":"2026-02-25T17:21:53.349973Z","steps":["trace[1258814496] 'process raft request' (duration: 1.292436771s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.34777Z","time spent":"1.002325859s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:21:53.350153Z","caller":"traceutil/trace.go:171","msg":"trace[686055187] linearizableReadLoop","detail":"{readStateIndex:4804; appliedIndex:4798; }","duration":"1.26228367s","start":"2026-02-25T17:21:52.08785Z","end":"2026-02-25T17:21:53.350134Z","steps":["trace[686055187] 'read index received' (duration: 77.878257ms)","trace[686055187] 'applied index is now lower than readState.Index' (duration: 1.184402453s)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:53.350201Z","caller":"traceutil/trace.go:171","msg":"trace[916383122] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"1.310307972s","start":"2026-02-25T17:21:52.039878Z","end":"2026-02-25T17:21:53.350186Z","steps":["trace[916383122] 'process raft request' (duration: 1.309769909s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.03987Z","time spent":"1.310362763s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1233,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:21:53.350276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.057265Z","time spent":"1.292888791s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:21:53.350264Z","caller":"traceutil/trace.go:171","msg":"trace[1343664990] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"1.270154105s","start":"2026-02-25T17:21:52.079824Z","end":"2026-02-25T17:21:53.349978Z","steps":["trace[1343664990] 'process raft request' (duration: 1.269960171s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.079801Z","time spent":"1.270549975s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:21:53.350043Z","caller":"traceutil/trace.go:171","msg":"trace[1624061525] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"1.268390664s","start":"2026-02-25T17:21:52.081615Z","end":"2026-02-25T17:21:53.350006Z","steps":["trace[1624061525] 'process raft request' (duration: 1.268184879s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262560646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:21:53.350501Z","caller":"traceutil/trace.go:171","msg":"trace[1742158724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4617; }","duration":"1.262672169s","start":"2026-02-25T17:21:52.087812Z","end":"2026-02-25T17:21:53.350484Z","steps":["trace[1742158724] 'agreement among raft nodes before linearized reading' (duration: 1.262428643s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.087796Z","time spent":"1.26273951s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:21:53.350557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.081595Z","time spent":"1.268878766s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:21:53.350254Z","caller":"traceutil/trace.go:171","msg":"trace[1708885528] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"1.310436215s","start":"2026-02-25T17:21:52.039765Z","end":"2026-02-25T17:21:53.350201Z","steps":["trace[1708885528] 'process raft request' (duration: 125.94617ms)","trace[1708885528] 'compare' (duration: 1.183480512s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:21:53.350578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262645998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:21:53.350628Z","caller":"traceutil/trace.go:171","msg":"trace[1244686304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4617; }","duration":"1.26270959s","start":"2026-02-25T17:21:52.087905Z","end":"2026-02-25T17:21:53.350615Z","steps":["trace[1244686304] 'agreement among raft nodes before linearized reading' (duration: 1.262558337s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.087899Z","time spent":"1.262755381s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:21:53.35066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.039741Z","time spent":"1.310877055s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:21:53.350675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26232334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T17:21:53.350686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261565713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T17:21:53.350725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.898185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-25T17:21:53.350734Z","caller":"traceutil/trace.go:171","msg":"trace[586306511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4617; }","duration":"1.262406733s","start":"2026-02-25T17:21:52.088313Z","end":"2026-02-25T17:21:53.35072Z","steps":["trace[586306511] 'agreement among raft nodes before linearized reading' (duration: 1.262245339s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21438252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:21:53.350753Z","caller":"traceutil/trace.go:171","msg":"trace[212252412] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4617; }","duration":"545.981146ms","start":"2026-02-25T17:21:52.80476Z","end":"2026-02-25T17:21:53.350742Z","steps":["trace[212252412] 'agreement among raft nodes before linearized reading' (duration: 545.894314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.088308Z","time spent":"1.262452214s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:21:53.350771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262244289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T17:21:53.350795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.804725Z","time spent":"546.064458ms","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-25T17:21:53.350801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21564785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T17:21:53.35081Z","caller":"traceutil/trace.go:171","msg":"trace[1433295354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4617; }","duration":"1.262277929s","start":"2026-02-25T17:21:52.08852Z","end":"2026-02-25T17:21:53.350798Z","steps":["trace[1433295354] 'agreement among raft nodes before linearized reading' (duration: 1.262195478s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.040356Z","time spent":"1.309726079s","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:21:53.350844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.088488Z","time spent":"1.262348831s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:21:53.350827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.731906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:21:53.350845Z","caller":"traceutil/trace.go:171","msg":"trace[2054207533] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:4617; }","duration":"1.215742732s","start":"2026-02-25T17:21:52.135086Z","end":"2026-02-25T17:21:53.350829Z","steps":["trace[2054207533] 'agreement among raft nodes before linearized reading' (duration: 1.21564242s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239030662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7d6be16-a849-4157-acf5-2757594d7663\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-02-25T17:21:53.350745Z","caller":"traceutil/trace.go:171","msg":"trace[2062192625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:4617; }","duration":"1.261645075s","start":"2026-02-25T17:21:52.089082Z","end":"2026-02-25T17:21:53.350727Z","steps":["trace[2062192625] 'agreement among raft nodes before linearized reading' (duration: 1.261469861s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:53.350902Z","caller":"traceutil/trace.go:171","msg":"trace[470037350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4617; }","duration":"633.836668ms","start":"2026-02-25T17:21:52.717042Z","end":"2026-02-25T17:21:53.350879Z","steps":["trace[470037350] 'agreement among raft nodes before linearized reading' (duration: 633.709155ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:53.350909Z","caller":"traceutil/trace.go:171","msg":"trace[99872938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7d6be16-a849-4157-acf5-2757594d7663; range_end:; response_count:1; response_revision:4617; }","duration":"1.239087703s","start":"2026-02-25T17:21:52.111806Z","end":"2026-02-25T17:21:53.350893Z","steps":["trace[99872938] 'agreement among raft nodes before linearized reading' (duration: 1.23896852s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.350946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.71702Z","time spent":"633.915821ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:21:53.350954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.111798Z","time spent":"1.239144974s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7d6be16-a849-4157-acf5-2757594d7663\" "} {"level":"warn","ts":"2026-02-25T17:21:53.350965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.089069Z","time spent":"1.26188035s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:21:53.350689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262193388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:21:53.350793Z","caller":"traceutil/trace.go:171","msg":"trace[1133047719] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4617; }","duration":"1.214603595s","start":"2026-02-25T17:21:52.136172Z","end":"2026-02-25T17:21:53.350775Z","steps":["trace[1133047719] 'agreement among raft nodes before linearized reading' (duration: 1.214368409s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:21:53.351076Z","caller":"traceutil/trace.go:171","msg":"trace[1858789074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4617; }","duration":"1.262576157s","start":"2026-02-25T17:21:52.088483Z","end":"2026-02-25T17:21:53.351059Z","steps":["trace[1858789074] 'agreement among raft nodes before linearized reading' (duration: 1.262070635s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.35073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.702487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T17:21:53.351121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.136158Z","time spent":"1.214942894s","remote":"127.0.0.1:49108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:21:53.351132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.088461Z","time spent":"1.262653328s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T17:21:53.35115Z","caller":"traceutil/trace.go:171","msg":"trace[2083161336] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4617; }","duration":"336.169548ms","start":"2026-02-25T17:21:53.014967Z","end":"2026-02-25T17:21:53.351137Z","steps":["trace[2083161336] 'agreement among raft nodes before linearized reading' (duration: 335.599765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:53.351177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:53.014947Z","time spent":"336.221259ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T17:21:53.353724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:21:52.135064Z","time spent":"1.215828224s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-02-25T17:21:54.748318Z","caller":"traceutil/trace.go:171","msg":"trace[2139233210] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"102.671651ms","start":"2026-02-25T17:21:54.645627Z","end":"2026-02-25T17:21:54.748299Z","steps":["trace[2139233210] 'process raft request' (duration: 102.546518ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:01.546303Z","caller":"traceutil/trace.go:171","msg":"trace[95484258] linearizableReadLoop","detail":"{readStateIndex:4989; appliedIndex:4987; }","duration":"127.413225ms","start":"2026-02-25T17:22:01.418868Z","end":"2026-02-25T17:22:01.546281Z","steps":["trace[95484258] 'read index received' (duration: 127.2112ms)","trace[95484258] 'applied index is now lower than readState.Index' (duration: 200.835µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:01.54635Z","caller":"traceutil/trace.go:171","msg":"trace[1531161662] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"167.130412ms","start":"2026-02-25T17:22:01.379189Z","end":"2026-02-25T17:22:01.546319Z","steps":["trace[1531161662] 'process raft request' (duration: 166.916977ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:01.546401Z","caller":"traceutil/trace.go:171","msg":"trace[2104993659] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"165.635087ms","start":"2026-02-25T17:22:01.380725Z","end":"2026-02-25T17:22:01.54636Z","steps":["trace[2104993659] 'process raft request' (duration: 165.510124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:01.546568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.682641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:22:01.546626Z","caller":"traceutil/trace.go:171","msg":"trace[1458059435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4796; }","duration":"127.795514ms","start":"2026-02-25T17:22:01.418819Z","end":"2026-02-25T17:22:01.546614Z","steps":["trace[1458059435] 'agreement among raft nodes before linearized reading' (duration: 127.606269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:01.546595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.709432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:22:01.546686Z","caller":"traceutil/trace.go:171","msg":"trace[375272714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4796; }","duration":"127.843325ms","start":"2026-02-25T17:22:01.418821Z","end":"2026-02-25T17:22:01.546664Z","steps":["trace[375272714] 'agreement among raft nodes before linearized reading' (duration: 127.546548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:01.54668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.117481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T17:22:01.546691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.590795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T17:22:01.546729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.956179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:22:01.546756Z","caller":"traceutil/trace.go:171","msg":"trace[868189800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4796; }","duration":"123.663427ms","start":"2026-02-25T17:22:01.423078Z","end":"2026-02-25T17:22:01.546742Z","steps":["trace[868189800] 'agreement among raft nodes before linearized reading' (duration: 123.462322ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:01.546748Z","caller":"traceutil/trace.go:171","msg":"trace[1907494752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4796; }","duration":"122.220983ms","start":"2026-02-25T17:22:01.424513Z","end":"2026-02-25T17:22:01.546734Z","steps":["trace[1907494752] 'agreement among raft nodes before linearized reading' (duration: 121.998917ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:01.546794Z","caller":"traceutil/trace.go:171","msg":"trace[1555748498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:4796; }","duration":"117.050931ms","start":"2026-02-25T17:22:01.429727Z","end":"2026-02-25T17:22:01.546778Z","steps":["trace[1555748498] 'agreement among raft nodes before linearized reading' (duration: 116.841716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:01.546928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.140728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:22:01.547041Z","caller":"traceutil/trace.go:171","msg":"trace[49522174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4796; }","duration":"124.389873ms","start":"2026-02-25T17:22:01.422633Z","end":"2026-02-25T17:22:01.547023Z","steps":["trace[49522174] 'agreement among raft nodes before linearized reading' (duration: 123.860761ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:01.769632Z","caller":"traceutil/trace.go:171","msg":"trace[407875008] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"215.745848ms","start":"2026-02-25T17:22:01.553863Z","end":"2026-02-25T17:22:01.769609Z","steps":["trace[407875008] 'process raft request' (duration: 215.671296ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:01.769672Z","caller":"traceutil/trace.go:171","msg":"trace[394999079] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"217.391906ms","start":"2026-02-25T17:22:01.552241Z","end":"2026-02-25T17:22:01.769633Z","steps":["trace[394999079] 'process raft request' (duration: 217.250573ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:01.769804Z","caller":"traceutil/trace.go:171","msg":"trace[864424276] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4990; }","duration":"217.602022ms","start":"2026-02-25T17:22:01.552186Z","end":"2026-02-25T17:22:01.769788Z","steps":["trace[864424276] 'read index received' (duration: 30.436538ms)","trace[864424276] 'applied index is now lower than readState.Index' (duration: 187.163784ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:01.769822Z","caller":"traceutil/trace.go:171","msg":"trace[183212058] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"215.287658ms","start":"2026-02-25T17:22:01.554523Z","end":"2026-02-25T17:22:01.769811Z","steps":["trace[183212058] 'process raft request' (duration: 215.047692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:01.770072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.865458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70563"} {"level":"info","ts":"2026-02-25T17:22:01.770115Z","caller":"traceutil/trace.go:171","msg":"trace[1916630752] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4801; }","duration":"217.953471ms","start":"2026-02-25T17:22:01.55215Z","end":"2026-02-25T17:22:01.770104Z","steps":["trace[1916630752] 'agreement among raft nodes before linearized reading' (duration: 217.706385ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:01.769658Z","caller":"traceutil/trace.go:171","msg":"trace[1420037943] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"218.428852ms","start":"2026-02-25T17:22:01.551174Z","end":"2026-02-25T17:22:01.769602Z","steps":["trace[1420037943] 'process raft request' (duration: 218.151595ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:02.49187Z","caller":"traceutil/trace.go:171","msg":"trace[23622674] linearizableReadLoop","detail":"{readStateIndex:4997; appliedIndex:4996; }","duration":"170.298777ms","start":"2026-02-25T17:22:02.321554Z","end":"2026-02-25T17:22:02.491852Z","steps":["trace[23622674] 'read index received' (duration: 170.183494ms)","trace[23622674] 'applied index is now lower than readState.Index' (duration: 114.382µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:02.491956Z","caller":"traceutil/trace.go:171","msg":"trace[1036250099] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"217.584141ms","start":"2026-02-25T17:22:02.274332Z","end":"2026-02-25T17:22:02.491916Z","steps":["trace[1036250099] 'process raft request' (duration: 217.406077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:02.49206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.45982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:22:02.492214Z","caller":"traceutil/trace.go:171","msg":"trace[1823576477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4803; }","duration":"170.700036ms","start":"2026-02-25T17:22:02.321492Z","end":"2026-02-25T17:22:02.492192Z","steps":["trace[1823576477] 'agreement among raft nodes before linearized reading' (duration: 170.44706ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:02.984744Z","caller":"traceutil/trace.go:171","msg":"trace[214055694] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"486.968454ms","start":"2026-02-25T17:22:02.497745Z","end":"2026-02-25T17:22:02.984714Z","steps":["trace[214055694] 'process raft request' (duration: 441.982894ms)","trace[214055694] 'compare' (duration: 44.369596ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:02.984802Z","caller":"traceutil/trace.go:171","msg":"trace[824605728] linearizableReadLoop","detail":"{readStateIndex:5001; appliedIndex:4998; }","duration":"361.809053ms","start":"2026-02-25T17:22:02.622965Z","end":"2026-02-25T17:22:02.984774Z","steps":["trace[824605728] 'read index received' (duration: 316.712849ms)","trace[824605728] 'applied index is now lower than readState.Index' (duration: 45.094784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:22:02.984887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:02.497733Z","time spent":"487.080778ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:22:02.985026Z","caller":"traceutil/trace.go:171","msg":"trace[1629540078] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"486.726299ms","start":"2026-02-25T17:22:02.498277Z","end":"2026-02-25T17:22:02.985004Z","steps":["trace[1629540078] 'process raft request' (duration: 486.421572ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:02.985092Z","caller":"traceutil/trace.go:171","msg":"trace[1135614328] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"487.761183ms","start":"2026-02-25T17:22:02.497287Z","end":"2026-02-25T17:22:02.985048Z","steps":["trace[1135614328] 'process raft request' (duration: 487.250491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:02.985116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.667802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:22:02.985152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:02.498271Z","time spent":"486.810161ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:22:02.985185Z","caller":"traceutil/trace.go:171","msg":"trace[26364421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4807; }","duration":"133.753144ms","start":"2026-02-25T17:22:02.851417Z","end":"2026-02-25T17:22:02.98517Z","steps":["trace[26364421] 'agreement among raft nodes before linearized reading' (duration: 133.59149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:02.985116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.1321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:22:02.985255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:02.497255Z","time spent":"487.887497ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:22:02.985297Z","caller":"traceutil/trace.go:171","msg":"trace[1038549140] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4807; }","duration":"362.334675ms","start":"2026-02-25T17:22:02.62293Z","end":"2026-02-25T17:22:02.985264Z","steps":["trace[1038549140] 'agreement among raft nodes before linearized reading' (duration: 362.12315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:02.985367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:02.622917Z","time spent":"362.426367ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:22:04.016377Z","caller":"traceutil/trace.go:171","msg":"trace[936174327] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5010; }","duration":"228.007138ms","start":"2026-02-25T17:22:03.78835Z","end":"2026-02-25T17:22:04.016357Z","steps":["trace[936174327] 'read index received' (duration: 43.337852ms)","trace[936174327] 'applied index is now lower than readState.Index' (duration: 184.668546ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:04.016427Z","caller":"traceutil/trace.go:171","msg":"trace[1381659768] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"227.770452ms","start":"2026-02-25T17:22:03.788612Z","end":"2026-02-25T17:22:04.016382Z","steps":["trace[1381659768] 'process raft request' (duration: 227.645509ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:04.01642Z","caller":"traceutil/trace.go:171","msg":"trace[749612479] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"228.257003ms","start":"2026-02-25T17:22:03.788126Z","end":"2026-02-25T17:22:04.016383Z","steps":["trace[749612479] 'process raft request' (duration: 226.758928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:04.016627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.260403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70880"} {"level":"info","ts":"2026-02-25T17:22:04.016606Z","caller":"traceutil/trace.go:171","msg":"trace[255809958] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"227.862854ms","start":"2026-02-25T17:22:03.788684Z","end":"2026-02-25T17:22:04.016547Z","steps":["trace[255809958] 'process raft request' (duration: 227.638109ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:04.01666Z","caller":"traceutil/trace.go:171","msg":"trace[1849403254] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4820; }","duration":"228.327696ms","start":"2026-02-25T17:22:03.788325Z","end":"2026-02-25T17:22:04.016653Z","steps":["trace[1849403254] 'agreement among raft nodes before linearized reading' (duration: 228.10736ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:09.727012Z","caller":"traceutil/trace.go:171","msg":"trace[1592620730] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5110; }","duration":"303.630881ms","start":"2026-02-25T17:22:09.423348Z","end":"2026-02-25T17:22:09.726979Z","steps":["trace[1592620730] 'read index received' (duration: 303.406386ms)","trace[1592620730] 'applied index is now lower than readState.Index' (duration: 223.475µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:09.727088Z","caller":"traceutil/trace.go:171","msg":"trace[526083542] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"306.97012ms","start":"2026-02-25T17:22:09.420083Z","end":"2026-02-25T17:22:09.727053Z","steps":["trace[526083542] 'process raft request' (duration: 306.689643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:09.727265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:09.42006Z","time spent":"307.105723ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:22:09.727323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.952239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-02-25T17:22:09.727387Z","caller":"traceutil/trace.go:171","msg":"trace[1357475756] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4916; }","duration":"304.074532ms","start":"2026-02-25T17:22:09.423295Z","end":"2026-02-25T17:22:09.727369Z","steps":["trace[1357475756] 'agreement among raft nodes before linearized reading' (duration: 303.843027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:09.727433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:09.423271Z","time spent":"304.150873ms","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-02-25T17:22:09.746886Z","caller":"traceutil/trace.go:171","msg":"trace[1105314611] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"269.048616ms","start":"2026-02-25T17:22:09.47781Z","end":"2026-02-25T17:22:09.746859Z","steps":["trace[1105314611] 'process raft request' (duration: 268.747019ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:09.74692Z","caller":"traceutil/trace.go:171","msg":"trace[1422310083] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"113.991218ms","start":"2026-02-25T17:22:09.632889Z","end":"2026-02-25T17:22:09.74688Z","steps":["trace[1422310083] 'process raft request' (duration: 113.887056ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:09.747114Z","caller":"traceutil/trace.go:171","msg":"trace[1836328728] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"108.798946ms","start":"2026-02-25T17:22:09.638287Z","end":"2026-02-25T17:22:09.747086Z","steps":["trace[1836328728] 'process raft request' (duration: 108.53606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:09.747182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.626885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-02-25T17:22:09.747195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.337613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:22:09.74722Z","caller":"traceutil/trace.go:171","msg":"trace[1140492078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4919; }","duration":"102.405765ms","start":"2026-02-25T17:22:09.644807Z","end":"2026-02-25T17:22:09.747213Z","steps":["trace[1140492078] 'agreement among raft nodes before linearized reading' (duration: 102.287052ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:09.747223Z","caller":"traceutil/trace.go:171","msg":"trace[1210125313] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4919; }","duration":"307.734578ms","start":"2026-02-25T17:22:09.439476Z","end":"2026-02-25T17:22:09.74721Z","steps":["trace[1210125313] 'agreement among raft nodes before linearized reading' (duration: 307.621075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:09.74728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:09.439449Z","time spent":"307.823589ms","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-02-25T17:22:09.74825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.725727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-25T17:22:09.748351Z","caller":"traceutil/trace.go:171","msg":"trace[1229561437] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4919; }","duration":"301.873739ms","start":"2026-02-25T17:22:09.446453Z","end":"2026-02-25T17:22:09.748326Z","steps":["trace[1229561437] 'agreement among raft nodes before linearized reading' (duration: 301.599873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:09.748394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:09.446434Z","time spent":"301.952412ms","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-25T17:22:10.701873Z","caller":"traceutil/trace.go:171","msg":"trace[2119613408] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"362.709764ms","start":"2026-02-25T17:22:10.339132Z","end":"2026-02-25T17:22:10.701842Z","steps":["trace[2119613408] 'process raft request' (duration: 296.77758ms)","trace[2119613408] 'compare' (duration: 65.694359ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:22:10.702016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:10.339115Z","time spent":"362.826147ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:22:11.707708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.635854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-602c1dde-c088-44d3-9b21-37eeb88ec7ca\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-02-25T17:22:11.707788Z","caller":"traceutil/trace.go:171","msg":"trace[850848213] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-602c1dde-c088-44d3-9b21-37eeb88ec7ca; range_end:; response_count:1; response_revision:4933; }","duration":"463.786188ms","start":"2026-02-25T17:22:11.243984Z","end":"2026-02-25T17:22:11.70777Z","steps":["trace[850848213] 'range keys from in-memory index tree' (duration: 463.44451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:11.707828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:11.243939Z","time spent":"463.880201ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-602c1dde-c088-44d3-9b21-37eeb88ec7ca\" "} {"level":"warn","ts":"2026-02-25T17:22:11.708322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.627238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:22:11.708552Z","caller":"traceutil/trace.go:171","msg":"trace[559913136] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"398.99232ms","start":"2026-02-25T17:22:11.309545Z","end":"2026-02-25T17:22:11.708537Z","steps":["trace[559913136] 'process raft request' (duration: 146.109256ms)","trace[559913136] 'compare' (duration: 252.500985ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:22:11.708647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:11.30952Z","time spent":"399.094783ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:22:12.376062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.044894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:22:12.376177Z","caller":"traceutil/trace.go:171","msg":"trace[1913817904] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"664.051621ms","start":"2026-02-25T17:22:11.712105Z","end":"2026-02-25T17:22:12.376156Z","steps":["trace[1913817904] 'process raft request' (duration: 266.526386ms)","trace[1913817904] 'compare' (duration: 396.713776ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:22:12.376345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:11.712079Z","time spent":"664.194105ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:22:13.170205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.967922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:22:13.170552Z","caller":"traceutil/trace.go:171","msg":"trace[2049880226] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5129; }","duration":"1.414830859s","start":"2026-02-25T17:22:11.755699Z","end":"2026-02-25T17:22:13.17053Z","steps":["trace[2049880226] 'read index received' (duration: 222.942328ms)","trace[2049880226] 'applied index is now lower than readState.Index' (duration: 1.19188461s)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:13.17068Z","caller":"traceutil/trace.go:171","msg":"trace[752950337] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"1.418460504s","start":"2026-02-25T17:22:11.752204Z","end":"2026-02-25T17:22:13.170665Z","steps":["trace[752950337] 'process raft request' (duration: 1.179897147s)","trace[752950337] 'compare' (duration: 237.781048ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:22:13.170764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:11.752185Z","time spent":"1.418530216s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:22:13.170776Z","caller":"traceutil/trace.go:171","msg":"trace[415071275] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"1.415807432s","start":"2026-02-25T17:22:11.754939Z","end":"2026-02-25T17:22:13.170747Z","steps":["trace[415071275] 'process raft request' (duration: 1.415530985s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:13.170804Z","caller":"traceutil/trace.go:171","msg":"trace[1848166372] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"1.417508921s","start":"2026-02-25T17:22:11.75326Z","end":"2026-02-25T17:22:13.170769Z","steps":["trace[1848166372] 'process raft request' (duration: 1.417085881s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:13.170917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:11.754928Z","time spent":"1.415913674s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:22:13.170959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:11.753248Z","time spent":"1.417628335s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:22:13.170963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074195465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-25T17:22:13.171006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033538075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T17:22:13.170999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415279359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T17:22:13.171012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121234824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T17:22:13.171034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.605586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-602c1dde-c088-44d3-9b21-37eeb88ec7ca\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-02-25T17:22:13.17104Z","caller":"traceutil/trace.go:171","msg":"trace[1556046992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4938; }","duration":"1.074309577s","start":"2026-02-25T17:22:12.096711Z","end":"2026-02-25T17:22:13.171021Z","steps":["trace[1556046992] 'agreement among raft nodes before linearized reading' (duration: 1.074079352s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:13.171055Z","caller":"traceutil/trace.go:171","msg":"trace[96599233] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:4938; }","duration":"1.033584527s","start":"2026-02-25T17:22:12.137456Z","end":"2026-02-25T17:22:13.171041Z","steps":["trace[96599233] 'agreement among raft nodes before linearized reading' (duration: 1.033440663s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:13.171061Z","caller":"traceutil/trace.go:171","msg":"trace[2042628802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4938; }","duration":"1.415382592s","start":"2026-02-25T17:22:11.755665Z","end":"2026-02-25T17:22:13.171047Z","steps":["trace[2042628802] 'agreement among raft nodes before linearized reading' (duration: 1.415210768s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:13.171091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:12.096694Z","time spent":"1.0743883s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T17:22:13.171099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:12.137424Z","time spent":"1.033666039s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-02-25T17:22:13.171107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:11.755654Z","time spent":"1.415447893s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:22:13.171089Z","caller":"traceutil/trace.go:171","msg":"trace[174956872] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-602c1dde-c088-44d3-9b21-37eeb88ec7ca; range_end:; response_count:1; response_revision:4938; }","duration":"458.733539ms","start":"2026-02-25T17:22:12.712338Z","end":"2026-02-25T17:22:13.171071Z","steps":["trace[174956872] 'agreement among raft nodes before linearized reading' (duration: 458.504414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:13.171152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120761453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T17:22:13.171162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:12.712313Z","time spent":"458.834821ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-602c1dde-c088-44d3-9b21-37eeb88ec7ca\" "} {"level":"warn","ts":"2026-02-25T17:22:13.170962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309371301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:22:13.171197Z","caller":"traceutil/trace.go:171","msg":"trace[427146007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:4938; }","duration":"1.120822554s","start":"2026-02-25T17:22:12.050364Z","end":"2026-02-25T17:22:13.171186Z","steps":["trace[427146007] 'agreement among raft nodes before linearized reading' (duration: 1.12066426s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:13.171215Z","caller":"traceutil/trace.go:171","msg":"trace[1071733818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4938; }","duration":"1.309664438s","start":"2026-02-25T17:22:11.861536Z","end":"2026-02-25T17:22:13.171201Z","steps":["trace[1071733818] 'agreement among raft nodes before linearized reading' (duration: 1.309257099s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:13.171273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:11.861523Z","time spent":"1.30973933s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:22:13.171226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:12.050354Z","time spent":"1.120865536s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:22:13.171379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1219304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:22:13.171435Z","caller":"traceutil/trace.go:171","msg":"trace[1602625711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4938; }","duration":"1.122001632s","start":"2026-02-25T17:22:12.049415Z","end":"2026-02-25T17:22:13.171416Z","steps":["trace[1602625711] 'agreement among raft nodes before linearized reading' (duration: 1.121600213s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:13.171473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:12.049404Z","time spent":"1.122061594s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:22:13.170965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.873307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:22:13.172068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123257631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:22:13.172111Z","caller":"traceutil/trace.go:171","msg":"trace[1116245712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4938; }","duration":"1.121342477s","start":"2026-02-25T17:22:12.049721Z","end":"2026-02-25T17:22:13.171064Z","steps":["trace[1116245712] 'agreement among raft nodes before linearized reading' (duration: 1.121151433s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:13.172196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:12.049704Z","time spent":"1.122471953s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T17:22:13.172122Z","caller":"traceutil/trace.go:171","msg":"trace[1597358476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4938; }","duration":"1.123370945s","start":"2026-02-25T17:22:12.04874Z","end":"2026-02-25T17:22:13.172111Z","steps":["trace[1597358476] 'agreement among raft nodes before linearized reading' (duration: 1.12231991s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:13.172437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:12.048721Z","time spent":"1.123698292s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T17:22:13.172081Z","caller":"traceutil/trace.go:171","msg":"trace[142403956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4938; }","duration":"849.017553ms","start":"2026-02-25T17:22:12.323035Z","end":"2026-02-25T17:22:13.172053Z","steps":["trace[142403956] 'agreement among raft nodes before linearized reading' (duration: 847.832945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:13.172634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:12.323016Z","time spent":"849.603928ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:22:13.299041Z","caller":"traceutil/trace.go:171","msg":"trace[971507432] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"120.636125ms","start":"2026-02-25T17:22:13.178381Z","end":"2026-02-25T17:22:13.299017Z","steps":["trace[971507432] 'process raft request' (duration: 120.574573ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:13.299062Z","caller":"traceutil/trace.go:171","msg":"trace[1180619538] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"122.1299ms","start":"2026-02-25T17:22:13.176899Z","end":"2026-02-25T17:22:13.299029Z","steps":["trace[1180619538] 'process raft request' (duration: 119.411276ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:13.299091Z","caller":"traceutil/trace.go:171","msg":"trace[1596534356] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"122.13672ms","start":"2026-02-25T17:22:13.176934Z","end":"2026-02-25T17:22:13.299071Z","steps":["trace[1596534356] 'process raft request' (duration: 121.982446ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:13.299358Z","caller":"traceutil/trace.go:171","msg":"trace[1642842466] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"120.261237ms","start":"2026-02-25T17:22:13.179085Z","end":"2026-02-25T17:22:13.299346Z","steps":["trace[1642842466] 'process raft request' (duration: 119.899498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:13.29954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.671203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:22:13.299585Z","caller":"traceutil/trace.go:171","msg":"trace[360856739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4944; }","duration":"122.753295ms","start":"2026-02-25T17:22:13.17682Z","end":"2026-02-25T17:22:13.299574Z","steps":["trace[360856739] 'agreement among raft nodes before linearized reading' (duration: 122.661013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:13.299672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.341522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80052"} {"level":"info","ts":"2026-02-25T17:22:13.299731Z","caller":"traceutil/trace.go:171","msg":"trace[25613112] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4944; }","duration":"121.433383ms","start":"2026-02-25T17:22:13.178286Z","end":"2026-02-25T17:22:13.299719Z","steps":["trace[25613112] 'agreement among raft nodes before linearized reading' (duration: 121.149387ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:13.299682Z","caller":"traceutil/trace.go:171","msg":"trace[1465356219] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"120.43581ms","start":"2026-02-25T17:22:13.179131Z","end":"2026-02-25T17:22:13.299567Z","steps":["trace[1465356219] 'process raft request' (duration: 120.106832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:15.166632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.798552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:22:15.166802Z","caller":"traceutil/trace.go:171","msg":"trace[1538614883] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"178.785527ms","start":"2026-02-25T17:22:14.98798Z","end":"2026-02-25T17:22:15.166765Z","steps":["trace[1538614883] 'process raft request' (duration: 17.763219ms)","trace[1538614883] 'compare' (duration: 160.595998ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:22:24.236367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.824125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:22:24.236356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.534759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:22:24.236665Z","caller":"traceutil/trace.go:171","msg":"trace[2004658809] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5118; }","duration":"105.884397ms","start":"2026-02-25T17:22:24.130746Z","end":"2026-02-25T17:22:24.236631Z","steps":["trace[2004658809] 'count revisions from in-memory index tree' (duration: 105.439166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:24.236512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.818934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-25T17:22:24.236916Z","caller":"traceutil/trace.go:171","msg":"trace[1766743464] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5118; }","duration":"284.305705ms","start":"2026-02-25T17:22:23.952584Z","end":"2026-02-25T17:22:24.236889Z","steps":["trace[1766743464] 'range keys from in-memory index tree' (duration: 283.609749ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:24.23647Z","caller":"traceutil/trace.go:171","msg":"trace[1605643388] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5118; }","duration":"205.955688ms","start":"2026-02-25T17:22:24.030479Z","end":"2026-02-25T17:22:24.236435Z","steps":["trace[1605643388] 'count revisions from in-memory index tree' (duration: 205.729842ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:29.374886Z","caller":"traceutil/trace.go:171","msg":"trace[115641416] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"150.037759ms","start":"2026-02-25T17:22:29.22482Z","end":"2026-02-25T17:22:29.374858Z","steps":["trace[115641416] 'process raft request' (duration: 149.827844ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:29.382378Z","caller":"traceutil/trace.go:171","msg":"trace[1611526266] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"154.967734ms","start":"2026-02-25T17:22:29.227394Z","end":"2026-02-25T17:22:29.382362Z","steps":["trace[1611526266] 'process raft request' (duration: 154.839961ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:29.382515Z","caller":"traceutil/trace.go:171","msg":"trace[2113488306] linearizableReadLoop","detail":"{readStateIndex:5352; appliedIndex:5349; }","duration":"134.322148ms","start":"2026-02-25T17:22:29.248186Z","end":"2026-02-25T17:22:29.382508Z","steps":["trace[2113488306] 'read index received' (duration: 126.538445ms)","trace[2113488306] 'applied index is now lower than readState.Index' (duration: 7.782973ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:29.382562Z","caller":"traceutil/trace.go:171","msg":"trace[234440857] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"152.882446ms","start":"2026-02-25T17:22:29.229674Z","end":"2026-02-25T17:22:29.382556Z","steps":["trace[234440857] 'process raft request' (duration: 152.661411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:29.382851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.636205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-25T17:22:29.382953Z","caller":"traceutil/trace.go:171","msg":"trace[765555461] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5150; }","duration":"134.779229ms","start":"2026-02-25T17:22:29.248147Z","end":"2026-02-25T17:22:29.382926Z","steps":["trace[765555461] 'agreement among raft nodes before linearized reading' (duration: 134.482742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:29.706026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.90913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:22:29.706338Z","caller":"traceutil/trace.go:171","msg":"trace[1309197155] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"319.25298ms","start":"2026-02-25T17:22:29.387041Z","end":"2026-02-25T17:22:29.706294Z","steps":["trace[1309197155] 'process raft request' (duration: 128.88464ms)","trace[1309197155] 'compare' (duration: 189.688733ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:29.706462Z","caller":"traceutil/trace.go:171","msg":"trace[1639524517] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"319.27095ms","start":"2026-02-25T17:22:29.387161Z","end":"2026-02-25T17:22:29.706432Z","steps":["trace[1639524517] 'process raft request' (duration: 319.074405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:29.706515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:29.387022Z","time spent":"319.390593ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:22:29.70657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:29.38714Z","time spent":"319.382113ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:22:29.706594Z","caller":"traceutil/trace.go:171","msg":"trace[207192400] linearizableReadLoop","detail":"{readStateIndex:5354; appliedIndex:5352; }","duration":"318.497022ms","start":"2026-02-25T17:22:29.388069Z","end":"2026-02-25T17:22:29.706566Z","steps":["trace[207192400] 'read index received' (duration: 127.862916ms)","trace[207192400] 'applied index is now lower than readState.Index' (duration: 190.632616ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:29.706748Z","caller":"traceutil/trace.go:171","msg":"trace[1035410414] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"316.246459ms","start":"2026-02-25T17:22:29.390482Z","end":"2026-02-25T17:22:29.706729Z","steps":["trace[1035410414] 'process raft request' (duration: 315.991613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:29.707011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:29.39047Z","time spent":"316.501795ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:22:29.707131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.906821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:22:29.70719Z","caller":"traceutil/trace.go:171","msg":"trace[1782059182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:5154; }","duration":"315.976522ms","start":"2026-02-25T17:22:29.391201Z","end":"2026-02-25T17:22:29.707177Z","steps":["trace[1782059182] 'agreement among raft nodes before linearized reading' (duration: 315.823829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:29.707224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:29.391195Z","time spent":"316.020513ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:22:29.707344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.997674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-25T17:22:29.707416Z","caller":"traceutil/trace.go:171","msg":"trace[2120025698] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5154; }","duration":"160.093226ms","start":"2026-02-25T17:22:29.547303Z","end":"2026-02-25T17:22:29.707396Z","steps":["trace[2120025698] 'agreement among raft nodes before linearized reading' (duration: 159.916621ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:29.707134Z","caller":"traceutil/trace.go:171","msg":"trace[355772342] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"318.067022ms","start":"2026-02-25T17:22:29.389044Z","end":"2026-02-25T17:22:29.707111Z","steps":["trace[355772342] 'process raft request' (duration: 317.378796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:29.707696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.40637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:22:29.707427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.355282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:22:29.707768Z","caller":"traceutil/trace.go:171","msg":"trace[379745654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5154; }","duration":"319.723541ms","start":"2026-02-25T17:22:29.388031Z","end":"2026-02-25T17:22:29.707755Z","steps":["trace[379745654] 'agreement among raft nodes before linearized reading' (duration: 319.297771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:29.707804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:29.38802Z","time spent":"319.774222ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:22:29.707778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:29.389033Z","time spent":"318.569323ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:22:29.707898Z","caller":"traceutil/trace.go:171","msg":"trace[1667124811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5154; }","duration":"268.774769ms","start":"2026-02-25T17:22:29.438953Z","end":"2026-02-25T17:22:29.707727Z","steps":["trace[1667124811] 'agreement among raft nodes before linearized reading' (duration: 268.409241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:31.586768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.087689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:22:31.587181Z","caller":"traceutil/trace.go:171","msg":"trace[1714767301] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"199.886474ms","start":"2026-02-25T17:22:31.387228Z","end":"2026-02-25T17:22:31.587115Z","steps":["trace[1714767301] 'process raft request' (duration: 199.707589ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:31.587152Z","caller":"traceutil/trace.go:171","msg":"trace[81600735] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"206.318196ms","start":"2026-02-25T17:22:31.38073Z","end":"2026-02-25T17:22:31.587048Z","steps":["trace[81600735] 'process raft request' (duration: 83.806817ms)","trace[81600735] 'compare' (duration: 121.878014ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:31.587182Z","caller":"traceutil/trace.go:171","msg":"trace[52704375] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"199.202688ms","start":"2026-02-25T17:22:31.387939Z","end":"2026-02-25T17:22:31.587141Z","steps":["trace[52704375] 'process raft request' (duration: 199.079615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:32.077357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.484694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:22:32.077557Z","caller":"traceutil/trace.go:171","msg":"trace[1637569979] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"318.639695ms","start":"2026-02-25T17:22:31.75889Z","end":"2026-02-25T17:22:32.07753Z","steps":["trace[1637569979] 'process raft request' (duration: 174.835553ms)","trace[1637569979] 'compare' (duration: 143.237389ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:22:32.077634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:31.758868Z","time spent":"318.733927ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:22:32.07806Z","caller":"traceutil/trace.go:171","msg":"trace[1619598006] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"319.041384ms","start":"2026-02-25T17:22:31.759004Z","end":"2026-02-25T17:22:32.078045Z","steps":["trace[1619598006] 'process raft request' (duration: 318.916971ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:32.078066Z","caller":"traceutil/trace.go:171","msg":"trace[873491773] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"319.047555ms","start":"2026-02-25T17:22:31.758975Z","end":"2026-02-25T17:22:32.078023Z","steps":["trace[873491773] 'process raft request' (duration: 318.509432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:32.078131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:31.758979Z","time spent":"319.117966ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:22:32.078238Z","caller":"traceutil/trace.go:171","msg":"trace[245371843] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5361; }","duration":"285.922154ms","start":"2026-02-25T17:22:31.792229Z","end":"2026-02-25T17:22:32.078151Z","steps":["trace[245371843] 'read index received' (duration: 15.357273ms)","trace[245371843] 'applied index is now lower than readState.Index' (duration: 270.563071ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:22:32.078308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:31.758966Z","time spent":"319.188298ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:22:32.078287Z","caller":"traceutil/trace.go:171","msg":"trace[1405879234] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"311.245301ms","start":"2026-02-25T17:22:31.76701Z","end":"2026-02-25T17:22:32.078255Z","steps":["trace[1405879234] 'process raft request' (duration: 310.973745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:32.078501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:22:31.766989Z","time spent":"311.377864ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17111,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:22:32.078587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.365814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:22:32.078633Z","caller":"traceutil/trace.go:171","msg":"trace[1968203546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5164; }","duration":"286.450076ms","start":"2026-02-25T17:22:31.792172Z","end":"2026-02-25T17:22:32.078622Z","steps":["trace[1968203546] 'agreement among raft nodes before linearized reading' (duration: 286.297362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:32.078701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.931998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-25T17:22:32.07884Z","caller":"traceutil/trace.go:171","msg":"trace[750130282] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5164; }","duration":"240.176564ms","start":"2026-02-25T17:22:31.838636Z","end":"2026-02-25T17:22:32.078813Z","steps":["trace[750130282] 'agreement among raft nodes before linearized reading' (duration: 239.796525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:32.321082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.938799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:22:32.321245Z","caller":"traceutil/trace.go:171","msg":"trace[1194495493] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5366; }","duration":"236.18983ms","start":"2026-02-25T17:22:32.085039Z","end":"2026-02-25T17:22:32.321229Z","steps":["trace[1194495493] 'read index received' (duration: 102.004266ms)","trace[1194495493] 'applied index is now lower than readState.Index' (duration: 134.184524ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:22:32.321307Z","caller":"traceutil/trace.go:171","msg":"trace[1615620170] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"236.918248ms","start":"2026-02-25T17:22:32.084336Z","end":"2026-02-25T17:22:32.321255Z","steps":["trace[1615620170] 'process raft request' (duration: 102.717063ms)","trace[1615620170] 'compare' (duration: 133.756325ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:22:32.32146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.298969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T17:22:32.321491Z","caller":"traceutil/trace.go:171","msg":"trace[527953413] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:5166; }","duration":"179.348339ms","start":"2026-02-25T17:22:32.142134Z","end":"2026-02-25T17:22:32.321483Z","steps":["trace[527953413] 'agreement among raft nodes before linearized reading' (duration: 179.213446ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:22:32.32149Z","caller":"traceutil/trace.go:171","msg":"trace[793152207] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"144.428996ms","start":"2026-02-25T17:22:32.177044Z","end":"2026-02-25T17:22:32.321473Z","steps":["trace[793152207] 'process raft request' (duration: 144.14662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:32.321661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.60564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17126"} {"level":"info","ts":"2026-02-25T17:22:32.32175Z","caller":"traceutil/trace.go:171","msg":"trace[621969284] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5166; }","duration":"236.715063ms","start":"2026-02-25T17:22:32.085006Z","end":"2026-02-25T17:22:32.321721Z","steps":["trace[621969284] 'agreement among raft nodes before linearized reading' (duration: 236.299833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:23:02.702388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.014665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:23:02.70257Z","caller":"traceutil/trace.go:171","msg":"trace[61339751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5434; }","duration":"228.260271ms","start":"2026-02-25T17:23:02.474287Z","end":"2026-02-25T17:23:02.702547Z","steps":["trace[61339751] 'range keys from in-memory index tree' (duration: 227.857531ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:11.871645Z","caller":"traceutil/trace.go:171","msg":"trace[1275606057] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"112.979108ms","start":"2026-02-25T17:23:11.758614Z","end":"2026-02-25T17:23:11.871593Z","steps":["trace[1275606057] 'process raft request' (duration: 55.894615ms)","trace[1275606057] 'compare' (duration: 56.911329ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:23:12.553203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.678621ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-25T17:23:12.553334Z","caller":"traceutil/trace.go:171","msg":"trace[1760887932] linearizableReadLoop","detail":"{readStateIndex:5696; appliedIndex:5695; }","duration":"281.736889ms","start":"2026-02-25T17:23:12.271575Z","end":"2026-02-25T17:23:12.553312Z","steps":["trace[1760887932] 'read index received' (duration: 10.860893ms)","trace[1760887932] 'applied index is now lower than readState.Index' (duration: 270.874126ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:23:12.553349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:23:12.157956Z","time spent":"395.385743ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T17:23:12.553569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.983625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:23:12.553615Z","caller":"traceutil/trace.go:171","msg":"trace[742255424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5483; }","duration":"282.074557ms","start":"2026-02-25T17:23:12.271527Z","end":"2026-02-25T17:23:12.553601Z","steps":["trace[742255424] 'agreement among raft nodes before linearized reading' (duration: 281.904203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:23:12.55363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.979715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T17:23:12.553652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.901217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:23:12.55371Z","caller":"traceutil/trace.go:171","msg":"trace[1442660066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5483; }","duration":"282.113298ms","start":"2026-02-25T17:23:12.271578Z","end":"2026-02-25T17:23:12.553692Z","steps":["trace[1442660066] 'agreement among raft nodes before linearized reading' (duration: 281.895143ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:12.553719Z","caller":"traceutil/trace.go:171","msg":"trace[584103086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5483; }","duration":"279.969008ms","start":"2026-02-25T17:23:12.273733Z","end":"2026-02-25T17:23:12.553702Z","steps":["trace[584103086] 'agreement among raft nodes before linearized reading' (duration: 279.802424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:23:12.553653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.732482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-25T17:23:12.553834Z","caller":"traceutil/trace.go:171","msg":"trace[1346626338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5483; }","duration":"142.973219ms","start":"2026-02-25T17:23:12.410844Z","end":"2026-02-25T17:23:12.553817Z","steps":["trace[1346626338] 'agreement among raft nodes before linearized reading' (duration: 142.674902ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:12.784823Z","caller":"traceutil/trace.go:171","msg":"trace[895592635] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"226.827287ms","start":"2026-02-25T17:23:12.557972Z","end":"2026-02-25T17:23:12.784799Z","steps":["trace[895592635] 'process raft request' (duration: 226.641292ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:12.785173Z","caller":"traceutil/trace.go:171","msg":"trace[368749815] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"226.762825ms","start":"2026-02-25T17:23:12.558394Z","end":"2026-02-25T17:23:12.785157Z","steps":["trace[368749815] 'process raft request' (duration: 226.590961ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:12.78516Z","caller":"traceutil/trace.go:171","msg":"trace[1286724788] linearizableReadLoop","detail":"{readStateIndex:5701; appliedIndex:5697; }","duration":"131.03814ms","start":"2026-02-25T17:23:12.654097Z","end":"2026-02-25T17:23:12.785135Z","steps":["trace[1286724788] 'read index received' (duration: 130.470787ms)","trace[1286724788] 'applied index is now lower than readState.Index' (duration: 566.593µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:23:12.785303Z","caller":"traceutil/trace.go:171","msg":"trace[698696924] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"227.263987ms","start":"2026-02-25T17:23:12.558021Z","end":"2026-02-25T17:23:12.785285Z","steps":["trace[698696924] 'process raft request' (duration: 226.730695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:23:12.785326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.210794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-25T17:23:12.785326Z","caller":"traceutil/trace.go:171","msg":"trace[937580867] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"226.666683ms","start":"2026-02-25T17:23:12.558634Z","end":"2026-02-25T17:23:12.785301Z","steps":["trace[937580867] 'process raft request' (duration: 226.456168ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:12.785363Z","caller":"traceutil/trace.go:171","msg":"trace[2055801976] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5488; }","duration":"131.277755ms","start":"2026-02-25T17:23:12.654074Z","end":"2026-02-25T17:23:12.785352Z","steps":["trace[2055801976] 'agreement among raft nodes before linearized reading' (duration: 131.197884ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:12.919343Z","caller":"traceutil/trace.go:171","msg":"trace[1845041299] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"129.738099ms","start":"2026-02-25T17:23:12.789569Z","end":"2026-02-25T17:23:12.919307Z","steps":["trace[1845041299] 'process raft request' (duration: 81.155205ms)","trace[1845041299] 'compare' (duration: 48.414411ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:23:20.143225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.346982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:23:20.143426Z","caller":"traceutil/trace.go:171","msg":"trace[533625169] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5764; }","duration":"188.624454ms","start":"2026-02-25T17:23:19.954783Z","end":"2026-02-25T17:23:20.143408Z","steps":["trace[533625169] 'read index received' (duration: 182.43082ms)","trace[533625169] 'applied index is now lower than readState.Index' (duration: 6.192674ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:23:20.143514Z","caller":"traceutil/trace.go:171","msg":"trace[2141996831] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"249.266861ms","start":"2026-02-25T17:23:19.894237Z","end":"2026-02-25T17:23:20.143504Z","steps":["trace[2141996831] 'process raft request' (duration: 249.084146ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:20.1435Z","caller":"traceutil/trace.go:171","msg":"trace[2075348492] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"319.453579ms","start":"2026-02-25T17:23:19.823995Z","end":"2026-02-25T17:23:20.143449Z","steps":["trace[2075348492] 'process raft request' (duration: 108.7953ms)","trace[2075348492] 'compare' (duration: 210.127257ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:23:20.143691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.893221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:23:20.143755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:23:19.823957Z","time spent":"319.677125ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:23:20.143779Z","caller":"traceutil/trace.go:171","msg":"trace[669628659] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5552; }","duration":"188.990254ms","start":"2026-02-25T17:23:19.954766Z","end":"2026-02-25T17:23:20.143756Z","steps":["trace[669628659] 'agreement among raft nodes before linearized reading' (duration: 188.789199ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:24.359051Z","caller":"traceutil/trace.go:171","msg":"trace[496766574] linearizableReadLoop","detail":"{readStateIndex:5791; appliedIndex:5789; }","duration":"120.556915ms","start":"2026-02-25T17:23:24.238471Z","end":"2026-02-25T17:23:24.359028Z","steps":["trace[496766574] 'read index received' (duration: 40.808043ms)","trace[496766574] 'applied index is now lower than readState.Index' (duration: 79.748052ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:23:24.359173Z","caller":"traceutil/trace.go:171","msg":"trace[1153291550] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"123.686188ms","start":"2026-02-25T17:23:24.235473Z","end":"2026-02-25T17:23:24.35916Z","steps":["trace[1153291550] 'process raft request' (duration: 76.769943ms)","trace[1153291550] 'compare' (duration: 46.644959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:23:24.359377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.889793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:23:24.359421Z","caller":"traceutil/trace.go:171","msg":"trace[1172917356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5576; }","duration":"120.975225ms","start":"2026-02-25T17:23:24.238437Z","end":"2026-02-25T17:23:24.359412Z","steps":["trace[1172917356] 'agreement among raft nodes before linearized reading' (duration: 120.839892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:23:24.359821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.078927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:23:24.359911Z","caller":"traceutil/trace.go:171","msg":"trace[2117649667] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:5576; }","duration":"121.22371ms","start":"2026-02-25T17:23:24.238665Z","end":"2026-02-25T17:23:24.359889Z","steps":["trace[2117649667] 'agreement among raft nodes before linearized reading' (duration: 120.686268ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:25.001383Z","caller":"traceutil/trace.go:171","msg":"trace[1777707459] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"151.112849ms","start":"2026-02-25T17:23:24.850244Z","end":"2026-02-25T17:23:25.001357Z","steps":["trace[1777707459] 'process raft request' (duration: 150.937934ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:25.042753Z","caller":"traceutil/trace.go:171","msg":"trace[1980989855] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"192.036745ms","start":"2026-02-25T17:23:24.850689Z","end":"2026-02-25T17:23:25.042726Z","steps":["trace[1980989855] 'process raft request' (duration: 191.85588ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:25.043055Z","caller":"traceutil/trace.go:171","msg":"trace[698782742] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"192.045054ms","start":"2026-02-25T17:23:24.850965Z","end":"2026-02-25T17:23:25.04301Z","steps":["trace[698782742] 'process raft request' (duration: 191.722667ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:25.22365Z","caller":"traceutil/trace.go:171","msg":"trace[979656826] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"182.945402ms","start":"2026-02-25T17:23:25.040678Z","end":"2026-02-25T17:23:25.223624Z","steps":["trace[979656826] 'process raft request' (duration: 182.732607ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:25.289029Z","caller":"traceutil/trace.go:171","msg":"trace[704610177] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"242.027671ms","start":"2026-02-25T17:23:25.046976Z","end":"2026-02-25T17:23:25.289003Z","steps":["trace[704610177] 'process raft request' (duration: 241.880598ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:23:39.072071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2736} {"level":"info","ts":"2026-02-25T17:23:39.142065Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2736,"took":"68.775846ms","hash":1636178774,"current-db-size-bytes":40652800,"current-db-size":"41 MB","current-db-size-in-use-bytes":30498816,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-25T17:23:39.142138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1636178774,"revision":2736,"compact-revision":-1} {"level":"info","ts":"2026-02-25T17:28:06.462028Z","caller":"traceutil/trace.go:171","msg":"trace[781086654] transaction","detail":"{read_only:false; response_revision:7424; number_of_response:1; }","duration":"229.45432ms","start":"2026-02-25T17:28:06.232531Z","end":"2026-02-25T17:28:06.461985Z","steps":["trace[781086654] 'process raft request' (duration: 229.151893ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:06.72811Z","caller":"traceutil/trace.go:171","msg":"trace[1968375555] transaction","detail":"{read_only:false; response_revision:7425; number_of_response:1; }","duration":"257.865324ms","start":"2026-02-25T17:28:06.470217Z","end":"2026-02-25T17:28:06.728082Z","steps":["trace[1968375555] 'process raft request' (duration: 250.83701ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:06.728785Z","caller":"traceutil/trace.go:171","msg":"trace[1237479618] linearizableReadLoop","detail":"{readStateIndex:7708; appliedIndex:7705; }","duration":"245.345251ms","start":"2026-02-25T17:28:06.483415Z","end":"2026-02-25T17:28:06.72876Z","steps":["trace[1237479618] 'read index received' (duration: 237.637641ms)","trace[1237479618] 'applied index is now lower than readState.Index' (duration: 7.70665ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:28:06.72891Z","caller":"traceutil/trace.go:171","msg":"trace[1816381584] transaction","detail":"{read_only:false; response_revision:7427; number_of_response:1; }","duration":"256.938482ms","start":"2026-02-25T17:28:06.47196Z","end":"2026-02-25T17:28:06.728899Z","steps":["trace[1816381584] 'process raft request' (duration: 256.736447ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:06.728982Z","caller":"traceutil/trace.go:171","msg":"trace[1628077126] transaction","detail":"{read_only:false; response_revision:7426; number_of_response:1; }","duration":"257.762122ms","start":"2026-02-25T17:28:06.471204Z","end":"2026-02-25T17:28:06.728966Z","steps":["trace[1628077126] 'process raft request' (duration: 256.684296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:06.729157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.716839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:28:06.7292Z","caller":"traceutil/trace.go:171","msg":"trace[499234330] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7427; }","duration":"245.805022ms","start":"2026-02-25T17:28:06.483385Z","end":"2026-02-25T17:28:06.72919Z","steps":["trace[499234330] 'agreement among raft nodes before linearized reading' (duration: 245.698509ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:14.934539Z","caller":"traceutil/trace.go:171","msg":"trace[2066576996] linearizableReadLoop","detail":"{readStateIndex:7752; appliedIndex:7750; }","duration":"100.30344ms","start":"2026-02-25T17:28:14.834211Z","end":"2026-02-25T17:28:14.934514Z","steps":["trace[2066576996] 'read index received' (duration: 21.856812ms)","trace[2066576996] 'applied index is now lower than readState.Index' (duration: 78.445638ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:28:14.934586Z","caller":"traceutil/trace.go:171","msg":"trace[229806172] transaction","detail":"{read_only:false; response_revision:7469; number_of_response:1; }","duration":"107.881979ms","start":"2026-02-25T17:28:14.826682Z","end":"2026-02-25T17:28:14.934564Z","steps":["trace[229806172] 'process raft request' (duration: 107.748985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:14.934777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.550427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:28:14.93484Z","caller":"traceutil/trace.go:171","msg":"trace[654137198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7469; }","duration":"100.626039ms","start":"2026-02-25T17:28:14.834199Z","end":"2026-02-25T17:28:14.934825Z","steps":["trace[654137198] 'agreement among raft nodes before linearized reading' (duration: 100.457385ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:15.120246Z","caller":"traceutil/trace.go:171","msg":"trace[1968910744] transaction","detail":"{read_only:false; response_revision:7471; number_of_response:1; }","duration":"162.639061ms","start":"2026-02-25T17:28:14.957567Z","end":"2026-02-25T17:28:15.120206Z","steps":["trace[1968910744] 'process raft request' (duration: 162.331324ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:15.120356Z","caller":"traceutil/trace.go:171","msg":"trace[1026723649] transaction","detail":"{read_only:false; response_revision:7472; number_of_response:1; }","duration":"122.571712ms","start":"2026-02-25T17:28:14.997733Z","end":"2026-02-25T17:28:15.120304Z","steps":["trace[1026723649] 'process raft request' (duration: 122.283296ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:22.661869Z","caller":"traceutil/trace.go:171","msg":"trace[1609860606] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"118.780153ms","start":"2026-02-25T17:28:22.543066Z","end":"2026-02-25T17:28:22.661846Z","steps":["trace[1609860606] 'process raft request' (duration: 118.623169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:24.107751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601347443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:28:24.60908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601347443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:28:25.109655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601347443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:28:25.216902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.629572621s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:28:25.217279Z","caller":"traceutil/trace.go:171","msg":"trace[678490721] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"1.630015791s","start":"2026-02-25T17:28:23.587236Z","end":"2026-02-25T17:28:25.217251Z","steps":["trace[678490721] 'process raft request' (duration: 1.629849587s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:25.217437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:23.587211Z","time spent":"1.630131343s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:25.248963Z","caller":"traceutil/trace.go:171","msg":"trace[1238052087] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"1.647897199s","start":"2026-02-25T17:28:23.601026Z","end":"2026-02-25T17:28:25.248923Z","steps":["trace[1238052087] 'process raft request' (duration: 1.647722665s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:25.249117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:23.601001Z","time spent":"1.648028863s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:25.249265Z","caller":"traceutil/trace.go:171","msg":"trace[663097672] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"1.353078981s","start":"2026-02-25T17:28:23.896167Z","end":"2026-02-25T17:28:25.249246Z","steps":["trace[663097672] 'process raft request' (duration: 1.352714352s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:25.249328Z","caller":"traceutil/trace.go:171","msg":"trace[1727195126] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"888.999155ms","start":"2026-02-25T17:28:24.36029Z","end":"2026-02-25T17:28:25.249289Z","steps":["trace[1727195126] 'process raft request' (duration: 888.851631ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:25.249368Z","caller":"traceutil/trace.go:171","msg":"trace[1864085088] linearizableReadLoop","detail":"{readStateIndex:7935; appliedIndex:7931; }","duration":"1.641680244s","start":"2026-02-25T17:28:23.60767Z","end":"2026-02-25T17:28:25.24935Z","steps":["trace[1864085088] 'read index received' (duration: 1.609417928s)","trace[1864085088] 'applied index is now lower than readState.Index' (duration: 32.261396ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:28:25.249382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:23.89614Z","time spent":"1.353187663s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:25.249469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:24.360264Z","time spent":"889.126547ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:25.249556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641877979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:28:25.249614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.745819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:28:25.249644Z","caller":"traceutil/trace.go:171","msg":"trace[666187949] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7651; }","duration":"1.641981271s","start":"2026-02-25T17:28:23.607619Z","end":"2026-02-25T17:28:25.2496Z","steps":["trace[666187949] 'agreement among raft nodes before linearized reading' (duration: 1.641845788s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:25.249704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:23.607601Z","time spent":"1.642085403s","remote":"127.0.0.1:49364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:28:25.249634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640908666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:28:25.249777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485281659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-25T17:28:25.249783Z","caller":"traceutil/trace.go:171","msg":"trace[212126720] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7651; }","duration":"1.641126041s","start":"2026-02-25T17:28:23.608638Z","end":"2026-02-25T17:28:25.249764Z","steps":["trace[212126720] 'agreement among raft nodes before linearized reading' (duration: 1.640898616s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:25.249801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008644149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T17:28:25.24982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.518513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:28:25.249818Z","caller":"traceutil/trace.go:171","msg":"trace[1668579150] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7651; }","duration":"1.48534848s","start":"2026-02-25T17:28:23.764457Z","end":"2026-02-25T17:28:25.249806Z","steps":["trace[1668579150] 'agreement among raft nodes before linearized reading' (duration: 1.485215807s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:25.249815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.074337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T17:28:25.249866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:23.764442Z","time spent":"1.485416822s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-02-25T17:28:25.249869Z","caller":"traceutil/trace.go:171","msg":"trace[1669185754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7651; }","duration":"111.603395ms","start":"2026-02-25T17:28:25.138249Z","end":"2026-02-25T17:28:25.249853Z","steps":["trace[1669185754] 'agreement among raft nodes before linearized reading' (duration: 111.471672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:25.249867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:23.608623Z","time spent":"1.641222383s","remote":"127.0.0.1:49230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:28:25.249882Z","caller":"traceutil/trace.go:171","msg":"trace[1133420514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:7651; }","duration":"991.188689ms","start":"2026-02-25T17:28:24.258676Z","end":"2026-02-25T17:28:25.249865Z","steps":["trace[1133420514] 'agreement among raft nodes before linearized reading' (duration: 991.001145ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:25.249882Z","caller":"traceutil/trace.go:171","msg":"trace[1043716074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7651; }","duration":"1.008742621s","start":"2026-02-25T17:28:24.241103Z","end":"2026-02-25T17:28:25.249846Z","steps":["trace[1043716074] 'agreement among raft nodes before linearized reading' (duration: 1.008517166s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:25.249888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599726821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-25T17:28:25.249916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:24.258651Z","time spent":"991.25769ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:28:25.249934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:24.241085Z","time spent":"1.008835263s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T17:28:25.249968Z","caller":"traceutil/trace.go:171","msg":"trace[747724140] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7651; }","duration":"1.599861924s","start":"2026-02-25T17:28:23.650085Z","end":"2026-02-25T17:28:25.249947Z","steps":["trace[747724140] 'agreement among raft nodes before linearized reading' (duration: 1.599605558s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:25.250004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:23.650062Z","time spent":"1.599935446s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T17:28:25.249653Z","caller":"traceutil/trace.go:171","msg":"trace[2007236333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7651; }","duration":"347.832391ms","start":"2026-02-25T17:28:24.901809Z","end":"2026-02-25T17:28:25.249642Z","steps":["trace[2007236333] 'agreement among raft nodes before linearized reading' (duration: 347.76697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:25.250057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:24.901791Z","time spent":"348.256672ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:28:25.250179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.448886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:28:25.250349Z","caller":"traceutil/trace.go:171","msg":"trace[1665257977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7651; }","duration":"252.675312ms","start":"2026-02-25T17:28:24.997651Z","end":"2026-02-25T17:28:25.250326Z","steps":["trace[1665257977] 'agreement among raft nodes before linearized reading' (duration: 252.370595ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:35.530368Z","caller":"traceutil/trace.go:171","msg":"trace[909984834] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"197.105019ms","start":"2026-02-25T17:28:35.333241Z","end":"2026-02-25T17:28:35.530346Z","steps":["trace[909984834] 'process raft request' (duration: 197.048228ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:35.530359Z","caller":"traceutil/trace.go:171","msg":"trace[121739518] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"197.927289ms","start":"2026-02-25T17:28:35.332399Z","end":"2026-02-25T17:28:35.530327Z","steps":["trace[121739518] 'process raft request' (duration: 197.782575ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:35.530517Z","caller":"traceutil/trace.go:171","msg":"trace[1044223520] linearizableReadLoop","detail":"{readStateIndex:7988; appliedIndex:7986; }","duration":"161.888224ms","start":"2026-02-25T17:28:35.36843Z","end":"2026-02-25T17:28:35.530319Z","steps":["trace[1044223520] 'read index received' (duration: 161.679129ms)","trace[1044223520] 'applied index is now lower than readState.Index' (duration: 208.405µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:28:35.530745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.748799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:28:35.530778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.307724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:28:35.530805Z","caller":"traceutil/trace.go:171","msg":"trace[635307664] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7700; }","duration":"105.859611ms","start":"2026-02-25T17:28:35.42493Z","end":"2026-02-25T17:28:35.530789Z","steps":["trace[635307664] 'agreement among raft nodes before linearized reading' (duration: 105.701427ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:35.53091Z","caller":"traceutil/trace.go:171","msg":"trace[1743075001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7700; }","duration":"162.475858ms","start":"2026-02-25T17:28:35.368409Z","end":"2026-02-25T17:28:35.530885Z","steps":["trace[1743075001] 'agreement among raft nodes before linearized reading' (duration: 162.066428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:35.530922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.962389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:28:35.531011Z","caller":"traceutil/trace.go:171","msg":"trace[1205529999] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:7700; }","duration":"160.112872ms","start":"2026-02-25T17:28:35.370883Z","end":"2026-02-25T17:28:35.530996Z","steps":["trace[1205529999] 'agreement among raft nodes before linearized reading' (duration: 159.823476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:35.531188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.355345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:28:35.531218Z","caller":"traceutil/trace.go:171","msg":"trace[1994382758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7700; }","duration":"162.426517ms","start":"2026-02-25T17:28:35.368785Z","end":"2026-02-25T17:28:35.531212Z","steps":["trace[1994382758] 'agreement among raft nodes before linearized reading' (duration: 161.784222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:35.671395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.150225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T17:28:35.671435Z","caller":"traceutil/trace.go:171","msg":"trace[942834038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7702; }","duration":"120.197766ms","start":"2026-02-25T17:28:35.551229Z","end":"2026-02-25T17:28:35.671427Z","steps":["trace[942834038] 'agreement among raft nodes before linearized reading' (duration: 120.061963ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:35.671402Z","caller":"traceutil/trace.go:171","msg":"trace[1946192557] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"136.064599ms","start":"2026-02-25T17:28:35.535302Z","end":"2026-02-25T17:28:35.671367Z","steps":["trace[1946192557] 'process raft request' (duration: 96.115783ms)","trace[1946192557] 'compare' (duration: 39.808043ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:28:36.294433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.89635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:28:36.294539Z","caller":"traceutil/trace.go:171","msg":"trace[647584130] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7703; }","duration":"193.079265ms","start":"2026-02-25T17:28:36.101437Z","end":"2026-02-25T17:28:36.294516Z","steps":["trace[647584130] 'count revisions from in-memory index tree' (duration: 192.731827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:36.294558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.779848ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:28:36.294671Z","caller":"traceutil/trace.go:171","msg":"trace[1136104073] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7703; }","duration":"396.901321ms","start":"2026-02-25T17:28:35.897749Z","end":"2026-02-25T17:28:36.29465Z","steps":["trace[1136104073] 'range keys from in-memory index tree' (duration: 396.764608ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:37.522253Z","caller":"traceutil/trace.go:171","msg":"trace[740586677] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"195.472421ms","start":"2026-02-25T17:28:37.326735Z","end":"2026-02-25T17:28:37.522207Z","steps":["trace[740586677] 'process raft request' (duration: 195.306597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:37.926377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.432833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:28:37.926532Z","caller":"traceutil/trace.go:171","msg":"trace[966649699] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"594.453701ms","start":"2026-02-25T17:28:37.332063Z","end":"2026-02-25T17:28:37.926516Z","steps":["trace[966649699] 'process raft request' (duration: 275.808514ms)","trace[966649699] 'compare' (duration: 318.200497ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:28:37.92658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:37.332029Z","time spent":"594.529133ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:37.926771Z","caller":"traceutil/trace.go:171","msg":"trace[134083800] linearizableReadLoop","detail":"{readStateIndex:7994; appliedIndex:7991; }","duration":"552.694302ms","start":"2026-02-25T17:28:37.374037Z","end":"2026-02-25T17:28:37.926731Z","steps":["trace[134083800] 'read index received' (duration: 148.151102ms)","trace[134083800] 'applied index is now lower than readState.Index' (duration: 404.53854ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:28:37.926781Z","caller":"traceutil/trace.go:171","msg":"trace[1411445878] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"593.436378ms","start":"2026-02-25T17:28:37.333302Z","end":"2026-02-25T17:28:37.926738Z","steps":["trace[1411445878] 'process raft request' (duration: 593.150821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:37.927015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:37.333285Z","time spent":"593.624032ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:37.962655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.763565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T17:28:37.962682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.625635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:28:37.962748Z","caller":"traceutil/trace.go:171","msg":"trace[1324677509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7706; }","duration":"427.902458ms","start":"2026-02-25T17:28:37.534825Z","end":"2026-02-25T17:28:37.962727Z","steps":["trace[1324677509] 'agreement among raft nodes before linearized reading' (duration: 427.647022ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:37.962779Z","caller":"traceutil/trace.go:171","msg":"trace[1605368319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7706; }","duration":"588.779009ms","start":"2026-02-25T17:28:37.373974Z","end":"2026-02-25T17:28:37.962753Z","steps":["trace[1605368319] 'agreement among raft nodes before linearized reading' (duration: 552.873707ms)","trace[1605368319] 'range keys from in-memory index tree' (duration: 35.606024ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:28:37.962795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:37.534806Z","time spent":"427.979891ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:28:37.962838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:37.373957Z","time spent":"588.871441ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:28:37.963255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.663551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:28:37.963303Z","caller":"traceutil/trace.go:171","msg":"trace[1404947447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:7706; }","duration":"374.779423ms","start":"2026-02-25T17:28:37.588512Z","end":"2026-02-25T17:28:37.963291Z","steps":["trace[1404947447] 'agreement among raft nodes before linearized reading' (duration: 374.6542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:37.963337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:37.58849Z","time spent":"374.836485ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:28:37.963462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.325585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5ff54ff449-swlpc.18978d71b1d7c730\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-25T17:28:37.963503Z","caller":"traceutil/trace.go:171","msg":"trace[1804731763] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5ff54ff449-swlpc.18978d71b1d7c730; range_end:; response_count:1; response_revision:7706; }","duration":"107.403267ms","start":"2026-02-25T17:28:37.856083Z","end":"2026-02-25T17:28:37.963487Z","steps":["trace[1804731763] 'agreement among raft nodes before linearized reading' (duration: 107.297404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:37.963489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.76848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:28:37.963577Z","caller":"traceutil/trace.go:171","msg":"trace[1908021856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7706; }","duration":"376.899583ms","start":"2026-02-25T17:28:37.586659Z","end":"2026-02-25T17:28:37.963559Z","steps":["trace[1908021856] 'agreement among raft nodes before linearized reading' (duration: 376.626386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:37.963629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:37.586642Z","time spent":"376.976325ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:28:37.963742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.612271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:28:37.963807Z","caller":"traceutil/trace.go:171","msg":"trace[2011028001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7706; }","duration":"287.714533ms","start":"2026-02-25T17:28:37.676076Z","end":"2026-02-25T17:28:37.963791Z","steps":["trace[2011028001] 'agreement among raft nodes before linearized reading' (duration: 287.539829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:37.963999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.445954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:28:37.964053Z","caller":"traceutil/trace.go:171","msg":"trace[655774909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7706; }","duration":"423.539786ms","start":"2026-02-25T17:28:37.540498Z","end":"2026-02-25T17:28:37.964038Z","steps":["trace[655774909] 'agreement among raft nodes before linearized reading' (duration: 423.391322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:37.964091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:37.540481Z","time spent":"423.602338ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T17:28:38.112067Z","caller":"traceutil/trace.go:171","msg":"trace[1992071571] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"127.375935ms","start":"2026-02-25T17:28:37.984666Z","end":"2026-02-25T17:28:38.112041Z","steps":["trace[1992071571] 'process raft request' (duration: 88.206568ms)","trace[1992071571] 'compare' (duration: 39.025164ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:28:38.112414Z","caller":"traceutil/trace.go:171","msg":"trace[1766595091] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"127.490467ms","start":"2026-02-25T17:28:37.984892Z","end":"2026-02-25T17:28:38.112382Z","steps":["trace[1766595091] 'process raft request' (duration: 127.115399ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:38.112442Z","caller":"traceutil/trace.go:171","msg":"trace[723481821] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"127.374885ms","start":"2026-02-25T17:28:37.985045Z","end":"2026-02-25T17:28:38.11242Z","steps":["trace[723481821] 'process raft request' (duration: 127.240402ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:38.112737Z","caller":"traceutil/trace.go:171","msg":"trace[1834807377] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"127.58625ms","start":"2026-02-25T17:28:37.985124Z","end":"2026-02-25T17:28:38.11271Z","steps":["trace[1834807377] 'process raft request' (duration: 127.242472ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:38.112841Z","caller":"traceutil/trace.go:171","msg":"trace[1939966146] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"127.61471ms","start":"2026-02-25T17:28:37.98519Z","end":"2026-02-25T17:28:38.112804Z","steps":["trace[1939966146] 'process raft request' (duration: 127.480807ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:39.465902Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5677} {"level":"warn","ts":"2026-02-25T17:28:39.466814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.227628ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-02-25T17:28:39.466939Z","caller":"traceutil/trace.go:171","msg":"trace[1098942170] compact","detail":"{revision:5677; response_revision:7713; }","duration":"319.921697ms","start":"2026-02-25T17:28:39.146962Z","end":"2026-02-25T17:28:39.466884Z","steps":["trace[1098942170] 'process raft request' (duration: 73.400109ms)","trace[1098942170] 'check and update compact revision' (duration: 245.141346ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:28:39.467023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:39.146931Z","time spent":"320.085781ms","remote":"127.0.0.1:48888","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T17:28:40.230236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.656953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:28:40.230378Z","caller":"traceutil/trace.go:171","msg":"trace[1298672957] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"702.76442ms","start":"2026-02-25T17:28:39.527581Z","end":"2026-02-25T17:28:40.230345Z","steps":["trace[1298672957] 'process raft request' (duration: 134.859541ms)","trace[1298672957] 'compare' (duration: 567.227343ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:28:40.230479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:39.527554Z","time spent":"702.878172ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:40.536154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601347622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:28:41.454958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.732561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:28:41.455211Z","caller":"traceutil/trace.go:171","msg":"trace[1168649750] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"1.522569631s","start":"2026-02-25T17:28:39.932618Z","end":"2026-02-25T17:28:41.455187Z","steps":["trace[1168649750] 'process raft request' (duration: 1.522455999s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.455218Z","caller":"traceutil/trace.go:171","msg":"trace[2091205081] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"1.523099994s","start":"2026-02-25T17:28:39.932068Z","end":"2026-02-25T17:28:41.455168Z","steps":["trace[2091205081] 'process raft request' (duration: 639.067246ms)","trace[2091205081] 'compare' (duration: 758.262601ms)","trace[2091205081] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 125.357387ms)"],"step_count":3} {"level":"warn","ts":"2026-02-25T17:28:41.45531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:39.932593Z","time spent":"1.522671464s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:41.455375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:39.932037Z","time spent":"1.523250638s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:41.455499Z","caller":"traceutil/trace.go:171","msg":"trace[1525943219] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"1.193306635s","start":"2026-02-25T17:28:40.262173Z","end":"2026-02-25T17:28:41.45548Z","steps":["trace[1525943219] 'process raft request' (duration: 1.192971317s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.455629Z","caller":"traceutil/trace.go:171","msg":"trace[960657147] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8004; }","duration":"1.41967633s","start":"2026-02-25T17:28:40.035931Z","end":"2026-02-25T17:28:41.455607Z","steps":["trace[960657147] 'read index received' (duration: 535.313045ms)","trace[960657147] 'applied index is now lower than readState.Index' (duration: 884.362095ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:28:41.455641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.262148Z","time spent":"1.193440678s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:41.45576Z","caller":"traceutil/trace.go:171","msg":"trace[2119113762] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"1.186634579s","start":"2026-02-25T17:28:40.269098Z","end":"2026-02-25T17:28:41.455732Z","steps":["trace[2119113762] 'process raft request' (duration: 1.186296721s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.455834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125977497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:28:41.455848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.72447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:28:41.455864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340104965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T17:28:41.455877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.269081Z","time spent":"1.186730381s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:41.455892Z","caller":"traceutil/trace.go:171","msg":"trace[232701870] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7718; }","duration":"1.12607036s","start":"2026-02-25T17:28:40.329807Z","end":"2026-02-25T17:28:41.455877Z","steps":["trace[232701870] 'agreement among raft nodes before linearized reading' (duration: 1.125958347s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.455904Z","caller":"traceutil/trace.go:171","msg":"trace[836635939] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7718; }","duration":"982.823063ms","start":"2026-02-25T17:28:40.473064Z","end":"2026-02-25T17:28:41.455887Z","steps":["trace[836635939] 'agreement among raft nodes before linearized reading' (duration: 982.71214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.455885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118148214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:28:41.455941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134275012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:28:41.455947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.329787Z","time spent":"1.126143691s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:28:41.455963Z","caller":"traceutil/trace.go:171","msg":"trace[1074052819] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7718; }","duration":"1.118277247s","start":"2026-02-25T17:28:40.337671Z","end":"2026-02-25T17:28:41.455948Z","steps":["trace[1074052819] 'agreement among raft nodes before linearized reading' (duration: 1.118127864s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.455972Z","caller":"traceutil/trace.go:171","msg":"trace[1533702359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7718; }","duration":"1.134331173s","start":"2026-02-25T17:28:40.321633Z","end":"2026-02-25T17:28:41.455964Z","steps":["trace[1533702359] 'agreement among raft nodes before linearized reading' (duration: 1.134289062s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.321616Z","time spent":"1.134378724s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:28:41.456007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103983092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123293"} {"level":"info","ts":"2026-02-25T17:28:41.455901Z","caller":"traceutil/trace.go:171","msg":"trace[273357695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7718; }","duration":"1.340182767s","start":"2026-02-25T17:28:40.115708Z","end":"2026-02-25T17:28:41.45589Z","steps":["trace[273357695] 'agreement among raft nodes before linearized reading' (duration: 1.340054504s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.456042Z","caller":"traceutil/trace.go:171","msg":"trace[1942584277] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7718; }","duration":"1.104037763s","start":"2026-02-25T17:28:40.351994Z","end":"2026-02-25T17:28:41.456032Z","steps":["trace[1942584277] 'agreement among raft nodes before linearized reading' (duration: 1.1039134s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.456056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.115684Z","time spent":"1.340362162s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:28:41.456058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.355859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:28:41.456078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.351976Z","time spent":"1.104096564s","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123316,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-25T17:28:41.456003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.337651Z","time spent":"1.118344178s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:28:41.456114Z","caller":"traceutil/trace.go:171","msg":"trace[252329091] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7718; }","duration":"361.454561ms","start":"2026-02-25T17:28:41.094646Z","end":"2026-02-25T17:28:41.456101Z","steps":["trace[252329091] 'agreement among raft nodes before linearized reading' (duration: 361.332678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.45613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339546582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:28:41.45616Z","caller":"traceutil/trace.go:171","msg":"trace[256193540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7718; }","duration":"1.339624224s","start":"2026-02-25T17:28:40.116527Z","end":"2026-02-25T17:28:41.456151Z","steps":["trace[256193540] 'agreement among raft nodes before linearized reading' (duration: 1.339493931s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.456194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.116514Z","time spent":"1.339673796s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:28:41.456233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339772488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:28:41.456271Z","caller":"traceutil/trace.go:171","msg":"trace[775227542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7718; }","duration":"1.33985141s","start":"2026-02-25T17:28:40.116411Z","end":"2026-02-25T17:28:41.456262Z","steps":["trace[775227542] 'agreement among raft nodes before linearized reading' (duration: 1.339754967s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.456281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.944165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-25T17:28:41.455956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.473031Z","time spent":"982.911915ms","remote":"127.0.0.1:49140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:28:41.455883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108338384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-25T17:28:41.45636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192324523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-25T17:28:41.456376Z","caller":"traceutil/trace.go:171","msg":"trace[1563826988] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7718; }","duration":"1.108851416s","start":"2026-02-25T17:28:40.347513Z","end":"2026-02-25T17:28:41.456364Z","steps":["trace[1563826988] 'agreement among raft nodes before linearized reading' (duration: 1.108267252s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.456392Z","caller":"traceutil/trace.go:171","msg":"trace[814538689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7718; }","duration":"1.192375623s","start":"2026-02-25T17:28:40.264003Z","end":"2026-02-25T17:28:41.456379Z","steps":["trace[814538689] 'agreement among raft nodes before linearized reading' (duration: 1.192288301s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.456419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.263991Z","time spent":"1.192421724s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T17:28:41.456157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.094619Z","time spent":"361.524763ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:28:41.456458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339828069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T17:28:41.456473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340071084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:28:41.456509Z","caller":"traceutil/trace.go:171","msg":"trace[946200252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7718; }","duration":"1.339894721s","start":"2026-02-25T17:28:40.116602Z","end":"2026-02-25T17:28:41.456497Z","steps":["trace[946200252] 'agreement among raft nodes before linearized reading' (duration: 1.339777068s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.456516Z","caller":"traceutil/trace.go:171","msg":"trace[1193148686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7718; }","duration":"1.340130906s","start":"2026-02-25T17:28:40.116372Z","end":"2026-02-25T17:28:41.456503Z","steps":["trace[1193148686] 'agreement among raft nodes before linearized reading' (duration: 1.339982923s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.456588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.116592Z","time spent":"1.339955602s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:28:41.456304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.116387Z","time spent":"1.339909361s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:28:41.456595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.116365Z","time spent":"1.340217998s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:28:41.456421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.347496Z","time spent":"1.108912887s","remote":"127.0.0.1:48948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-25T17:28:41.456336Z","caller":"traceutil/trace.go:171","msg":"trace[1599972892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7718; }","duration":"680.024587ms","start":"2026-02-25T17:28:40.776298Z","end":"2026-02-25T17:28:41.456323Z","steps":["trace[1599972892] 'agreement among raft nodes before linearized reading' (duration: 679.881484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.456759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.77628Z","time spent":"680.468267ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T17:28:41.458398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422462625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:28:41.458462Z","caller":"traceutil/trace.go:171","msg":"trace[1755677764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:7718; }","duration":"1.422558608s","start":"2026-02-25T17:28:40.035888Z","end":"2026-02-25T17:28:41.458446Z","steps":["trace[1755677764] 'agreement among raft nodes before linearized reading' (duration: 1.419842164s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.458504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:40.035858Z","time spent":"1.42263334s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:28:41.835824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.053766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:28:41.836038Z","caller":"traceutil/trace.go:171","msg":"trace[91133431] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"375.388197ms","start":"2026-02-25T17:28:41.460621Z","end":"2026-02-25T17:28:41.836009Z","steps":["trace[91133431] 'process raft request' (duration: 62.046524ms)","trace[91133431] 'compare' (duration: 214.876985ms)","trace[91133431] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:486; } (duration: 98.010707ms)"],"step_count":3} {"level":"warn","ts":"2026-02-25T17:28:41.836153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.460602Z","time spent":"375.49184ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:41.836365Z","caller":"traceutil/trace.go:171","msg":"trace[1503658025] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"375.537221ms","start":"2026-02-25T17:28:41.460818Z","end":"2026-02-25T17:28:41.836356Z","steps":["trace[1503658025] 'process raft request' (duration: 375.436219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.836403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.460812Z","time spent":"375.571672ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:41.836389Z","caller":"traceutil/trace.go:171","msg":"trace[1603648871] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"375.601983ms","start":"2026-02-25T17:28:41.460744Z","end":"2026-02-25T17:28:41.836346Z","steps":["trace[1603648871] 'process raft request' (duration: 375.190453ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.836435Z","caller":"traceutil/trace.go:171","msg":"trace[149013807] linearizableReadLoop","detail":"{readStateIndex:8014; appliedIndex:8008; }","duration":"374.590729ms","start":"2026-02-25T17:28:41.461827Z","end":"2026-02-25T17:28:41.836418Z","steps":["trace[149013807] 'read index received' (duration: 60.859656ms)","trace[149013807] 'applied index is now lower than readState.Index' (duration: 313.730183ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:28:41.836486Z","caller":"traceutil/trace.go:171","msg":"trace[1210053327] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"375.06259ms","start":"2026-02-25T17:28:41.461416Z","end":"2026-02-25T17:28:41.836479Z","steps":["trace[1210053327] 'process raft request' (duration: 374.929617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.836515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.461408Z","time spent":"375.09365ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:41.836532Z","caller":"traceutil/trace.go:171","msg":"trace[1802538266] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"375.095421ms","start":"2026-02-25T17:28:41.461426Z","end":"2026-02-25T17:28:41.836522Z","steps":["trace[1802538266] 'process raft request' (duration: 374.953968ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.83655Z","caller":"traceutil/trace.go:171","msg":"trace[241180084] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"375.150802ms","start":"2026-02-25T17:28:41.461394Z","end":"2026-02-25T17:28:41.836544Z","steps":["trace[241180084] 'process raft request' (duration: 374.917786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.836593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.461376Z","time spent":"375.205533ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:41.836609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.460737Z","time spent":"375.734376ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:41.836625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.461408Z","time spent":"375.178512ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:41.836819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.590079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222799"} {"level":"info","ts":"2026-02-25T17:28:41.836836Z","caller":"traceutil/trace.go:171","msg":"trace[1592481583] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7724; }","duration":"374.618699ms","start":"2026-02-25T17:28:41.462213Z","end":"2026-02-25T17:28:41.836832Z","steps":["trace[1592481583] 'agreement among raft nodes before linearized reading' (duration: 374.423435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.836853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.462208Z","time spent":"374.6409ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222822,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T17:28:41.836852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.014138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-02-25T17:28:41.836899Z","caller":"traceutil/trace.go:171","msg":"trace[227919977] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7724; }","duration":"375.07518ms","start":"2026-02-25T17:28:41.461809Z","end":"2026-02-25T17:28:41.836885Z","steps":["trace[227919977] 'agreement among raft nodes before linearized reading' (duration: 374.972958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.836882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.404963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123293"} {"level":"warn","ts":"2026-02-25T17:28:41.836878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.669894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-25T17:28:41.83693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.461803Z","time spent":"375.120261ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T17:28:41.836952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.090158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:28:41.83696Z","caller":"traceutil/trace.go:171","msg":"trace[1452037969] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7724; }","duration":"365.509846ms","start":"2026-02-25T17:28:41.471429Z","end":"2026-02-25T17:28:41.836939Z","steps":["trace[1452037969] 'agreement among raft nodes before linearized reading' (duration: 365.28211ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.836961Z","caller":"traceutil/trace.go:171","msg":"trace[43101074] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7724; }","duration":"372.784266ms","start":"2026-02-25T17:28:41.464162Z","end":"2026-02-25T17:28:41.836947Z","steps":["trace[43101074] 'agreement among raft nodes before linearized reading' (duration: 372.586631ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:41.83701Z","caller":"traceutil/trace.go:171","msg":"trace[791229865] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7724; }","duration":"249.18882ms","start":"2026-02-25T17:28:41.587802Z","end":"2026-02-25T17:28:41.836991Z","steps":["trace[791229865] 'agreement among raft nodes before linearized reading' (duration: 249.042827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.837016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.471414Z","time spent":"365.589907ms","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123316,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-25T17:28:41.837015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.464155Z","time spent":"372.848087ms","remote":"127.0.0.1:48948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-25T17:28:41.837161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.392303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:28:41.837229Z","caller":"traceutil/trace.go:171","msg":"trace[1914445991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7724; }","duration":"365.862464ms","start":"2026-02-25T17:28:41.47135Z","end":"2026-02-25T17:28:41.837213Z","steps":["trace[1914445991] 'agreement among raft nodes before linearized reading' (duration: 365.369263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:41.837268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:41.471339Z","time spent":"365.919565ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:28:42.168022Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5677,"took":"2.70059808s","hash":4064533771,"current-db-size-bytes":42811392,"current-db-size":"43 MB","current-db-size-in-use-bytes":23347200,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-25T17:28:42.168083Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4064533771,"revision":5677,"compact-revision":2736} {"level":"warn","ts":"2026-02-25T17:28:42.168181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.695088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:28:42.168252Z","caller":"traceutil/trace.go:171","msg":"trace[917308194] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7724; }","duration":"248.811361ms","start":"2026-02-25T17:28:41.919424Z","end":"2026-02-25T17:28:42.168235Z","steps":["trace[917308194] 'range keys from in-memory index tree' (duration: 248.561056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:43.059059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.53256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:28:43.059216Z","caller":"traceutil/trace.go:171","msg":"trace[810107968] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"823.680443ms","start":"2026-02-25T17:28:42.235518Z","end":"2026-02-25T17:28:43.059198Z","steps":["trace[810107968] 'process raft request' (duration: 328.933239ms)","trace[810107968] 'compare' (duration: 494.429817ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:28:43.059301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:42.235495Z","time spent":"823.761156ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:43.059639Z","caller":"traceutil/trace.go:171","msg":"trace[983812119] linearizableReadLoop","detail":"{readStateIndex:8017; appliedIndex:8015; }","duration":"802.761413ms","start":"2026-02-25T17:28:42.256844Z","end":"2026-02-25T17:28:43.059606Z","steps":["trace[983812119] 'read index received' (duration: 307.623409ms)","trace[983812119] 'applied index is now lower than readState.Index' (duration: 495.137224ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:28:43.059693Z","caller":"traceutil/trace.go:171","msg":"trace[1110353452] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"804.554565ms","start":"2026-02-25T17:28:42.255065Z","end":"2026-02-25T17:28:43.05962Z","steps":["trace[1110353452] 'process raft request' (duration: 804.089064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:43.060082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.06754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-25T17:28:43.059759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.895006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:28:43.060197Z","caller":"traceutil/trace.go:171","msg":"trace[1045715214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7726; }","duration":"803.224554ms","start":"2026-02-25T17:28:42.256952Z","end":"2026-02-25T17:28:43.060177Z","steps":["trace[1045715214] 'agreement among raft nodes before linearized reading' (duration: 802.922637ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:43.060326Z","caller":"traceutil/trace.go:171","msg":"trace[976378320] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7726; }","duration":"803.441899ms","start":"2026-02-25T17:28:42.256837Z","end":"2026-02-25T17:28:43.060279Z","steps":["trace[976378320] 'agreement among raft nodes before linearized reading' (duration: 802.851995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:43.060313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:42.255037Z","time spent":"805.101238ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:43.060358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:42.256944Z","time spent":"803.400028ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T17:28:43.060447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:42.256825Z","time spent":"803.578552ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:28:44.288247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100417578s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:28:44.288481Z","caller":"traceutil/trace.go:171","msg":"trace[1464935893] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"827.39596ms","start":"2026-02-25T17:28:43.461067Z","end":"2026-02-25T17:28:44.288463Z","steps":["trace[1464935893] 'process raft request' (duration: 827.353559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:44.288591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.461041Z","time spent":"827.482512ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:28:44.288703Z","caller":"traceutil/trace.go:171","msg":"trace[1417581671] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"1.224167739s","start":"2026-02-25T17:28:43.064482Z","end":"2026-02-25T17:28:44.28865Z","steps":["trace[1417581671] 'process raft request' (duration: 123.254739ms)","trace[1417581671] 'compare' (duration: 1.100282455s)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:28:44.288756Z","caller":"traceutil/trace.go:171","msg":"trace[621169354] linearizableReadLoop","detail":"{readStateIndex:8018; appliedIndex:8017; }","duration":"1.223133934s","start":"2026-02-25T17:28:43.065582Z","end":"2026-02-25T17:28:44.288716Z","steps":["trace[621169354] 'read index received' (duration: 122.109072ms)","trace[621169354] 'applied index is now lower than readState.Index' (duration: 1.101018252s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:28:44.28887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.064463Z","time spent":"1.224329782s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:44.28902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223417541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T17:28:44.288863Z","caller":"traceutil/trace.go:171","msg":"trace[2146466025] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"827.760889ms","start":"2026-02-25T17:28:43.461068Z","end":"2026-02-25T17:28:44.288829Z","steps":["trace[2146466025] 'process raft request' (duration: 827.299598ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:44.289074Z","caller":"traceutil/trace.go:171","msg":"trace[136353968] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7729; }","duration":"1.223506393s","start":"2026-02-25T17:28:43.065554Z","end":"2026-02-25T17:28:44.28906Z","steps":["trace[136353968] 'agreement among raft nodes before linearized reading' (duration: 1.223321749s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:44.289112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.065453Z","time spent":"1.223650956s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T17:28:44.289178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.461041Z","time spent":"828.035295ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:28:44.289392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218864494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-02-25T17:28:44.289404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.840225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:28:44.289442Z","caller":"traceutil/trace.go:171","msg":"trace[1857055637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7729; }","duration":"1.218935206s","start":"2026-02-25T17:28:43.070493Z","end":"2026-02-25T17:28:44.289428Z","steps":["trace[1857055637] 'agreement among raft nodes before linearized reading' (duration: 1.218800953s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:44.28945Z","caller":"traceutil/trace.go:171","msg":"trace[1398761529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7729; }","duration":"447.952987ms","start":"2026-02-25T17:28:43.841485Z","end":"2026-02-25T17:28:44.289438Z","steps":["trace[1398761529] 'agreement among raft nodes before linearized reading' (duration: 447.812214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:44.28948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.07048Z","time spent":"1.218992857s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T17:28:44.289492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.307085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:28:44.289533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.461216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T17:28:44.289528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.009585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:28:44.28961Z","caller":"traceutil/trace.go:171","msg":"trace[367562608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7729; }","duration":"447.559868ms","start":"2026-02-25T17:28:43.842034Z","end":"2026-02-25T17:28:44.289593Z","steps":["trace[367562608] 'agreement among raft nodes before linearized reading' (duration: 447.342193ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:44.289605Z","caller":"traceutil/trace.go:171","msg":"trace[2345184] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7729; }","duration":"203.478559ms","start":"2026-02-25T17:28:44.086098Z","end":"2026-02-25T17:28:44.289576Z","steps":["trace[2345184] 'agreement among raft nodes before linearized reading' (duration: 203.264684ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:44.289623Z","caller":"traceutil/trace.go:171","msg":"trace[2014382365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:7729; }","duration":"444.168788ms","start":"2026-02-25T17:28:43.845433Z","end":"2026-02-25T17:28:44.289602Z","steps":["trace[2014382365] 'agreement among raft nodes before linearized reading' (duration: 443.914772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:44.289655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.842026Z","time spent":"447.620999ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:28:44.289483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.841445Z","time spent":"448.030759ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:28:44.289691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.079596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-25T17:28:44.289698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.845421Z","time spent":"444.269561ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:28:44.289689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.149012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:28:44.289731Z","caller":"traceutil/trace.go:171","msg":"trace[2036501188] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7729; }","duration":"537.147208ms","start":"2026-02-25T17:28:43.752573Z","end":"2026-02-25T17:28:44.28972Z","steps":["trace[2036501188] 'agreement among raft nodes before linearized reading' (duration: 537.049405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:44.289721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.09104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:28:44.289741Z","caller":"traceutil/trace.go:171","msg":"trace[671143823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7729; }","duration":"448.242964ms","start":"2026-02-25T17:28:43.841487Z","end":"2026-02-25T17:28:44.28973Z","steps":["trace[671143823] 'agreement among raft nodes before linearized reading' (duration: 448.145392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:44.289764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.752543Z","time spent":"537.215109ms","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-25T17:28:44.289778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.841457Z","time spent":"448.315156ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:28:44.28961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.511094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:28:44.289817Z","caller":"traceutil/trace.go:171","msg":"trace[441699062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7729; }","duration":"448.257634ms","start":"2026-02-25T17:28:43.841512Z","end":"2026-02-25T17:28:44.28977Z","steps":["trace[441699062] 'agreement among raft nodes before linearized reading' (duration: 448.023368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:44.289787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.824954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:28:44.289852Z","caller":"traceutil/trace.go:171","msg":"trace[2060839214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7729; }","duration":"449.80299ms","start":"2026-02-25T17:28:43.840033Z","end":"2026-02-25T17:28:44.289836Z","steps":["trace[2060839214] 'agreement among raft nodes before linearized reading' (duration: 449.477293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:44.289861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.841499Z","time spent":"448.349607ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:28:44.289872Z","caller":"traceutil/trace.go:171","msg":"trace[1861377581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7729; }","duration":"968.950047ms","start":"2026-02-25T17:28:43.320905Z","end":"2026-02-25T17:28:44.289855Z","steps":["trace[1861377581] 'agreement among raft nodes before linearized reading' (duration: 968.725462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:44.289899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.840006Z","time spent":"449.879893ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:28:44.289912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:43.320885Z","time spent":"969.017979ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:28:44.534818Z","caller":"traceutil/trace.go:171","msg":"trace[175991354] linearizableReadLoop","detail":"{readStateIndex:8025; appliedIndex:8020; }","duration":"213.719488ms","start":"2026-02-25T17:28:44.321082Z","end":"2026-02-25T17:28:44.534801Z","steps":["trace[175991354] 'read index received' (duration: 23.512741ms)","trace[175991354] 'applied index is now lower than readState.Index' (duration: 190.205897ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:28:44.534848Z","caller":"traceutil/trace.go:171","msg":"trace[346626219] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"240.494856ms","start":"2026-02-25T17:28:44.294315Z","end":"2026-02-25T17:28:44.53481Z","steps":["trace[346626219] 'process raft request' (duration: 236.984424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:44.534933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.835891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:28:44.535139Z","caller":"traceutil/trace.go:171","msg":"trace[161860898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7734; }","duration":"213.893183ms","start":"2026-02-25T17:28:44.321053Z","end":"2026-02-25T17:28:44.534947Z","steps":["trace[161860898] 'agreement among raft nodes before linearized reading' (duration: 213.822581ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:44.535311Z","caller":"traceutil/trace.go:171","msg":"trace[1118607976] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"240.272081ms","start":"2026-02-25T17:28:44.29503Z","end":"2026-02-25T17:28:44.535302Z","steps":["trace[1118607976] 'process raft request' (duration: 239.735768ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:44.535292Z","caller":"traceutil/trace.go:171","msg":"trace[778482371] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"240.373203ms","start":"2026-02-25T17:28:44.294863Z","end":"2026-02-25T17:28:44.535237Z","steps":["trace[778482371] 'process raft request' (duration: 239.880842ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:28:44.535476Z","caller":"traceutil/trace.go:171","msg":"trace[218745046] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"240.873125ms","start":"2026-02-25T17:28:44.294546Z","end":"2026-02-25T17:28:44.535419Z","steps":["trace[218745046] 'process raft request' (duration: 240.163198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:45.267739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.363188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:28:45.26782Z","caller":"traceutil/trace.go:171","msg":"trace[1607717627] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7734; }","duration":"445.521721ms","start":"2026-02-25T17:28:44.82228Z","end":"2026-02-25T17:28:45.267802Z","steps":["trace[1607717627] 'count revisions from in-memory index tree' (duration: 445.261255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:28:45.267863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:28:44.822261Z","time spent":"445.590243ms","remote":"127.0.0.1:49034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:28:45.268246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.641983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:28:45.26832Z","caller":"traceutil/trace.go:171","msg":"trace[1237783616] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"203.216292ms","start":"2026-02-25T17:28:45.065088Z","end":"2026-02-25T17:28:45.268305Z","steps":["trace[1237783616] 'process raft request' (duration: 51.397855ms)","trace[1237783616] 'compare' (duration: 151.470989ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:12.354486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601348245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:29:12.368593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00740985s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:29:12.369011Z","caller":"traceutil/trace.go:171","msg":"trace[18714588] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"1.007906501s","start":"2026-02-25T17:29:11.361076Z","end":"2026-02-25T17:29:12.368982Z","steps":["trace[18714588] 'process raft request' (duration: 1.007760168s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:12.369165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:11.361043Z","time spent":"1.008044195s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:13.165617Z","caller":"traceutil/trace.go:171","msg":"trace[1397383467] linearizableReadLoop","detail":"{readStateIndex:8214; appliedIndex:8211; }","duration":"1.311544436s","start":"2026-02-25T17:29:11.854036Z","end":"2026-02-25T17:29:13.165581Z","steps":["trace[1397383467] 'read index received' (duration: 514.770064ms)","trace[1397383467] 'applied index is now lower than readState.Index' (duration: 796.772982ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:13.165703Z","caller":"traceutil/trace.go:171","msg":"trace[1622907995] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"1.679854567s","start":"2026-02-25T17:29:11.485819Z","end":"2026-02-25T17:29:13.165673Z","steps":["trace[1622907995] 'process raft request' (duration: 1.677374819s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:13.165734Z","caller":"traceutil/trace.go:171","msg":"trace[2080835342] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"1.044994029s","start":"2026-02-25T17:29:12.120716Z","end":"2026-02-25T17:29:13.16571Z","steps":["trace[2080835342] 'process raft request' (duration: 1.044708443s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.165852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:11.485777Z","time spent":"1.679994671s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:13.165861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.120677Z","time spent":"1.045101002s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:13.165962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311903164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-25T17:29:13.166044Z","caller":"traceutil/trace.go:171","msg":"trace[538351142] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7916; }","duration":"1.312033288s","start":"2026-02-25T17:29:11.853989Z","end":"2026-02-25T17:29:13.166022Z","steps":["trace[538351142] 'agreement among raft nodes before linearized reading' (duration: 1.3117072s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.166094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:11.853971Z","time spent":"1.312113469s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T17:29:13.177Z","caller":"traceutil/trace.go:171","msg":"trace[1209452610] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"739.351657ms","start":"2026-02-25T17:29:12.437634Z","end":"2026-02-25T17:29:13.176985Z","steps":["trace[1209452610] 'process raft request' (duration: 739.237994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.177092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.437613Z","time spent":"739.430678ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:13.177143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07785846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:29:13.177209Z","caller":"traceutil/trace.go:171","msg":"trace[543389848] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7918; }","duration":"1.077923071s","start":"2026-02-25T17:29:12.099245Z","end":"2026-02-25T17:29:13.177168Z","steps":["trace[543389848] 'agreement among raft nodes before linearized reading' (duration: 1.077849859s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.177233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.099234Z","time spent":"1.077993363s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:29:13.177371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.528467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:29:13.177393Z","caller":"traceutil/trace.go:171","msg":"trace[1112669514] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7918; }","duration":"499.589739ms","start":"2026-02-25T17:29:12.677794Z","end":"2026-02-25T17:29:13.177384Z","steps":["trace[1112669514] 'agreement among raft nodes before linearized reading' (duration: 499.525137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.17741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.677771Z","time spent":"499.633869ms","remote":"127.0.0.1:48808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:29:13.177407Z","caller":"traceutil/trace.go:171","msg":"trace[1658072080] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"738.389604ms","start":"2026-02-25T17:29:12.439006Z","end":"2026-02-25T17:29:13.177396Z","steps":["trace[1658072080] 'process raft request' (duration: 737.951744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.177441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.370236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T17:29:13.177468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.438999Z","time spent":"738.436115ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:13.177485Z","caller":"traceutil/trace.go:171","msg":"trace[1189328007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7918; }","duration":"491.455298ms","start":"2026-02-25T17:29:12.686017Z","end":"2026-02-25T17:29:13.177473Z","steps":["trace[1189328007] 'agreement among raft nodes before linearized reading' (duration: 491.294894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.177513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.685996Z","time spent":"491.508919ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:29:13.177526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.853844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:29:13.177588Z","caller":"traceutil/trace.go:171","msg":"trace[1555878650] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7918; }","duration":"991.954206ms","start":"2026-02-25T17:29:12.185619Z","end":"2026-02-25T17:29:13.177574Z","steps":["trace[1555878650] 'agreement among raft nodes before linearized reading' (duration: 991.844944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.177612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.185605Z","time spent":"992.001087ms","remote":"127.0.0.1:57040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:29:13.177642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.888714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:29:13.177683Z","caller":"traceutil/trace.go:171","msg":"trace[628798634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7918; }","duration":"484.944245ms","start":"2026-02-25T17:29:12.692728Z","end":"2026-02-25T17:29:13.177672Z","steps":["trace[628798634] 'agreement among raft nodes before linearized reading' (duration: 484.851502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.177692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.775705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:29:13.177717Z","caller":"traceutil/trace.go:171","msg":"trace[103437522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7918; }","duration":"485.801156ms","start":"2026-02-25T17:29:12.69191Z","end":"2026-02-25T17:29:13.177711Z","steps":["trace[103437522] 'agreement among raft nodes before linearized reading' (duration: 485.729184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.177716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.692718Z","time spent":"484.990696ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:29:13.177695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.290296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T17:29:13.177706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.193891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:29:13.177736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.691852Z","time spent":"485.880587ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:29:13.177555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014811572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T17:29:13.177767Z","caller":"traceutil/trace.go:171","msg":"trace[1750484600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7918; }","duration":"849.293014ms","start":"2026-02-25T17:29:12.328459Z","end":"2026-02-25T17:29:13.177752Z","steps":["trace[1750484600] 'agreement among raft nodes before linearized reading' (duration: 849.191901ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:13.17779Z","caller":"traceutil/trace.go:171","msg":"trace[1733215223] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:7918; }","duration":"1.015073778s","start":"2026-02-25T17:29:12.162707Z","end":"2026-02-25T17:29:13.177781Z","steps":["trace[1733215223] 'agreement among raft nodes before linearized reading' (duration: 1.014791802s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.177812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.162694Z","time spent":"1.015112329s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-02-25T17:29:13.177813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.328444Z","time spent":"849.356975ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:29:13.177829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.220754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T17:29:13.177844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.080615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:29:13.177849Z","caller":"traceutil/trace.go:171","msg":"trace[1747328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7918; }","duration":"684.257016ms","start":"2026-02-25T17:29:12.493586Z","end":"2026-02-25T17:29:13.177843Z","steps":["trace[1747328] 'agreement among raft nodes before linearized reading' (duration: 684.192624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.177874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.493577Z","time spent":"684.292286ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:29:13.17776Z","caller":"traceutil/trace.go:171","msg":"trace[979144344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:7918; }","duration":"687.588953ms","start":"2026-02-25T17:29:12.490155Z","end":"2026-02-25T17:29:13.177744Z","steps":["trace[979144344] 'agreement among raft nodes before linearized reading' (duration: 687.372448ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:13.177874Z","caller":"traceutil/trace.go:171","msg":"trace[1308798084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7918; }","duration":"487.147937ms","start":"2026-02-25T17:29:12.690718Z","end":"2026-02-25T17:29:13.177866Z","steps":["trace[1308798084] 'agreement among raft nodes before linearized reading' (duration: 487.062695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:13.1779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.490141Z","time spent":"687.753277ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:29:13.177904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:12.690696Z","time spent":"487.200008ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T17:29:15.288323Z","caller":"traceutil/trace.go:171","msg":"trace[426455075] linearizableReadLoop","detail":"{readStateIndex:8228; appliedIndex:8226; }","duration":"103.442904ms","start":"2026-02-25T17:29:15.184858Z","end":"2026-02-25T17:29:15.2883Z","steps":["trace[426455075] 'read index received' (duration: 37.98429ms)","trace[426455075] 'applied index is now lower than readState.Index' (duration: 65.457594ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:15.288408Z","caller":"traceutil/trace.go:171","msg":"trace[447699088] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"104.834757ms","start":"2026-02-25T17:29:15.183549Z","end":"2026-02-25T17:29:15.288383Z","steps":["trace[447699088] 'process raft request' (duration: 104.500719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:15.288584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.464741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T17:29:15.288593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.693221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:29:15.288644Z","caller":"traceutil/trace.go:171","msg":"trace[2008927092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7929; }","duration":"102.546603ms","start":"2026-02-25T17:29:15.186066Z","end":"2026-02-25T17:29:15.288613Z","steps":["trace[2008927092] 'agreement among raft nodes before linearized reading' (duration: 102.375859ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:15.288663Z","caller":"traceutil/trace.go:171","msg":"trace[33260740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7929; }","duration":"103.834784ms","start":"2026-02-25T17:29:15.184812Z","end":"2026-02-25T17:29:15.288647Z","steps":["trace[33260740] 'agreement among raft nodes before linearized reading' (duration: 103.600369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:15.288859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.098746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:29:15.288899Z","caller":"traceutil/trace.go:171","msg":"trace[734145739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7929; }","duration":"100.132187ms","start":"2026-02-25T17:29:15.188752Z","end":"2026-02-25T17:29:15.288885Z","steps":["trace[734145739] 'agreement among raft nodes before linearized reading' (duration: 100.035454ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:16.900808Z","caller":"traceutil/trace.go:171","msg":"trace[1983640868] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"712.97898ms","start":"2026-02-25T17:29:16.1878Z","end":"2026-02-25T17:29:16.900779Z","steps":["trace[1983640868] 'process raft request' (duration: 712.831586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:16.900946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:16.187778Z","time spent":"713.098272ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:16.978923Z","caller":"traceutil/trace.go:171","msg":"trace[1169868362] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"599.053389ms","start":"2026-02-25T17:29:16.379838Z","end":"2026-02-25T17:29:16.978892Z","steps":["trace[1169868362] 'process raft request' (duration: 598.890915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:16.979081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:16.379816Z","time spent":"599.182912ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:17.37195Z","caller":"traceutil/trace.go:171","msg":"trace[781338661] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"185.249451ms","start":"2026-02-25T17:29:17.186668Z","end":"2026-02-25T17:29:17.371917Z","steps":["trace[781338661] 'process raft request' (duration: 185.027046ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:17.485038Z","caller":"traceutil/trace.go:171","msg":"trace[598480915] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"247.456029ms","start":"2026-02-25T17:29:17.23756Z","end":"2026-02-25T17:29:17.485016Z","steps":["trace[598480915] 'process raft request' (duration: 195.828589ms)","trace[598480915] 'compare' (duration: 51.463747ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:17.485347Z","caller":"traceutil/trace.go:171","msg":"trace[291027828] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8235; }","duration":"184.277498ms","start":"2026-02-25T17:29:17.301033Z","end":"2026-02-25T17:29:17.485311Z","steps":["trace[291027828] 'read index received' (duration: 70.685386ms)","trace[291027828] 'applied index is now lower than readState.Index' (duration: 113.590812ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:17.485414Z","caller":"traceutil/trace.go:171","msg":"trace[2004981563] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"190.74622ms","start":"2026-02-25T17:29:17.294635Z","end":"2026-02-25T17:29:17.485381Z","steps":["trace[2004981563] 'process raft request' (duration: 190.345031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:17.485612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.560836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T17:29:17.485673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.806004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:29:17.485684Z","caller":"traceutil/trace.go:171","msg":"trace[1425228436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7939; }","duration":"184.673519ms","start":"2026-02-25T17:29:17.300988Z","end":"2026-02-25T17:29:17.485661Z","steps":["trace[1425228436] 'agreement among raft nodes before linearized reading' (duration: 184.458754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:17.485702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.132992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:29:17.485744Z","caller":"traceutil/trace.go:171","msg":"trace[1920573178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7939; }","duration":"183.212164ms","start":"2026-02-25T17:29:17.302515Z","end":"2026-02-25T17:29:17.485727Z","steps":["trace[1920573178] 'agreement among raft nodes before linearized reading' (duration: 183.143532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:17.485781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.96179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18978d7d2e3408e8\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-02-25T17:29:17.485621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.457093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:29:17.485809Z","caller":"traceutil/trace.go:171","msg":"trace[609470724] range","detail":"{range_begin:/registry/events/openstack/ceph.18978d7d2e3408e8; range_end:; response_count:1; response_revision:7939; }","duration":"108.011311ms","start":"2026-02-25T17:29:17.377788Z","end":"2026-02-25T17:29:17.4858Z","steps":["trace[609470724] 'agreement among raft nodes before linearized reading' (duration: 107.935549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:17.485817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.618185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:29:17.485835Z","caller":"traceutil/trace.go:171","msg":"trace[1067118584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7939; }","duration":"184.729339ms","start":"2026-02-25T17:29:17.301098Z","end":"2026-02-25T17:29:17.485828Z","steps":["trace[1067118584] 'agreement among raft nodes before linearized reading' (duration: 184.411642ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:17.485867Z","caller":"traceutil/trace.go:171","msg":"trace[399923262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7939; }","duration":"166.691317ms","start":"2026-02-25T17:29:17.319159Z","end":"2026-02-25T17:29:17.48585Z","steps":["trace[399923262] 'agreement among raft nodes before linearized reading' (duration: 166.593085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:17.485909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.180776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:29:17.485933Z","caller":"traceutil/trace.go:171","msg":"trace[1483422294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7939; }","duration":"184.221228ms","start":"2026-02-25T17:29:17.301705Z","end":"2026-02-25T17:29:17.485926Z","steps":["trace[1483422294] 'agreement among raft nodes before linearized reading' (duration: 184.162866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:17.486019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.657788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:29:17.486034Z","caller":"traceutil/trace.go:171","msg":"trace[2070786164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7939; }","duration":"184.705819ms","start":"2026-02-25T17:29:17.301323Z","end":"2026-02-25T17:29:17.486029Z","steps":["trace[2070786164] 'agreement among raft nodes before linearized reading' (duration: 184.655928ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:17.485709Z","caller":"traceutil/trace.go:171","msg":"trace[1079312610] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:7939; }","duration":"182.889426ms","start":"2026-02-25T17:29:17.302808Z","end":"2026-02-25T17:29:17.485698Z","steps":["trace[1079312610] 'agreement among raft nodes before linearized reading' (duration: 182.707532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:17.781956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.890644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:29:17.782122Z","caller":"traceutil/trace.go:171","msg":"trace[2000251626] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"292.144667ms","start":"2026-02-25T17:29:17.489958Z","end":"2026-02-25T17:29:17.782102Z","steps":["trace[2000251626] 'process raft request' (duration: 124.018657ms)","trace[2000251626] 'compare' (duration: 167.788812ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:17.782366Z","caller":"traceutil/trace.go:171","msg":"trace[731221223] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"292.393573ms","start":"2026-02-25T17:29:17.489961Z","end":"2026-02-25T17:29:17.782355Z","steps":["trace[731221223] 'process raft request' (duration: 292.089566ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:17.782657Z","caller":"traceutil/trace.go:171","msg":"trace[1604894618] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"292.621248ms","start":"2026-02-25T17:29:17.490003Z","end":"2026-02-25T17:29:17.782624Z","steps":["trace[1604894618] 'process raft request' (duration: 292.298981ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:17.782767Z","caller":"traceutil/trace.go:171","msg":"trace[1154330736] linearizableReadLoop","detail":"{readStateIndex:8241; appliedIndex:8238; }","duration":"292.759531ms","start":"2026-02-25T17:29:17.489995Z","end":"2026-02-25T17:29:17.782754Z","steps":["trace[1154330736] 'read index received' (duration: 14.002418ms)","trace[1154330736] 'applied index is now lower than readState.Index' (duration: 278.755853ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:17.782778Z","caller":"traceutil/trace.go:171","msg":"trace[3852915] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"291.074642ms","start":"2026-02-25T17:29:17.491674Z","end":"2026-02-25T17:29:17.782748Z","steps":["trace[3852915] 'process raft request' (duration: 290.98646ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:17.782835Z","caller":"traceutil/trace.go:171","msg":"trace[118170571] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"292.796572ms","start":"2026-02-25T17:29:17.490028Z","end":"2026-02-25T17:29:17.782824Z","steps":["trace[118170571] 'process raft request' (duration: 292.542056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:17.814622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.613967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227530"} {"level":"info","ts":"2026-02-25T17:29:17.814695Z","caller":"traceutil/trace.go:171","msg":"trace[1108533746] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7945; }","duration":"324.71056ms","start":"2026-02-25T17:29:17.489964Z","end":"2026-02-25T17:29:17.814674Z","steps":["trace[1108533746] 'agreement among raft nodes before linearized reading' (duration: 292.834443ms)","trace[1108533746] 'range keys from in-memory index tree' (duration: 31.503019ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:17.814736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:17.489946Z","time spent":"324.779671ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227553,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T17:29:18.426602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.276317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:29:18.426941Z","caller":"traceutil/trace.go:171","msg":"trace[738870374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7946; }","duration":"102.651936ms","start":"2026-02-25T17:29:18.324264Z","end":"2026-02-25T17:29:18.426916Z","steps":["trace[738870374] 'range keys from in-memory index tree' (duration: 102.212245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:19.822368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601348314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:29:20.074811Z","caller":"traceutil/trace.go:171","msg":"trace[1934119645] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"1.090593058s","start":"2026-02-25T17:29:18.98394Z","end":"2026-02-25T17:29:20.074533Z","steps":["trace[1934119645] 'process raft request' (duration: 1.090389243s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:20.074959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:18.983913Z","time spent":"1.090965797s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:20.082814Z","caller":"traceutil/trace.go:171","msg":"trace[1712991602] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8246; }","duration":"760.509942ms","start":"2026-02-25T17:29:19.322279Z","end":"2026-02-25T17:29:20.082789Z","steps":["trace[1712991602] 'read index received' (duration: 752.114566ms)","trace[1712991602] 'applied index is now lower than readState.Index' (duration: 8.394386ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:20.082853Z","caller":"traceutil/trace.go:171","msg":"trace[1709862049] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"592.970646ms","start":"2026-02-25T17:29:19.48985Z","end":"2026-02-25T17:29:20.08282Z","steps":["trace[1709862049] 'process raft request' (duration: 592.753761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:20.082949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:19.489828Z","time spent":"593.070368ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:20.082992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.47954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:29:20.082988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.695916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:29:20.083035Z","caller":"traceutil/trace.go:171","msg":"trace[1235403298] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7949; }","duration":"655.546962ms","start":"2026-02-25T17:29:19.427475Z","end":"2026-02-25T17:29:20.083022Z","steps":["trace[1235403298] 'agreement among raft nodes before linearized reading' (duration: 655.45118ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.083058Z","caller":"traceutil/trace.go:171","msg":"trace[1792134414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7949; }","duration":"760.813619ms","start":"2026-02-25T17:29:19.322227Z","end":"2026-02-25T17:29:20.08304Z","steps":["trace[1792134414] 'agreement among raft nodes before linearized reading' (duration: 760.681716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:20.08308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:19.427419Z","time spent":"655.650915ms","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:29:20.083086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.961671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-02-25T17:29:20.083104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:19.322208Z","time spent":"760.888901ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:29:20.083149Z","caller":"traceutil/trace.go:171","msg":"trace[838783275] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7949; }","duration":"277.036462ms","start":"2026-02-25T17:29:19.806096Z","end":"2026-02-25T17:29:20.083133Z","steps":["trace[838783275] 'agreement among raft nodes before linearized reading' (duration: 276.94084ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.082978Z","caller":"traceutil/trace.go:171","msg":"trace[1721840509] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"592.853103ms","start":"2026-02-25T17:29:19.490074Z","end":"2026-02-25T17:29:20.082927Z","steps":["trace[1721840509] 'process raft request' (duration: 592.671728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:20.083382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.754424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:29:20.083432Z","caller":"traceutil/trace.go:171","msg":"trace[759596973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7949; }","duration":"296.850247ms","start":"2026-02-25T17:29:19.78657Z","end":"2026-02-25T17:29:20.08342Z","steps":["trace[759596973] 'agreement among raft nodes before linearized reading' (duration: 296.725944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:20.083464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.944199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T17:29:20.083399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:19.490034Z","time spent":"593.272942ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:20.083386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.606768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-25T17:29:20.083417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.707503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T17:29:20.083598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.442477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T17:29:20.083601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.908248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T17:29:20.083259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.947972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:29:20.083652Z","caller":"traceutil/trace.go:171","msg":"trace[637601493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7949; }","duration":"296.98921ms","start":"2026-02-25T17:29:19.786653Z","end":"2026-02-25T17:29:20.083642Z","steps":["trace[637601493] 'agreement among raft nodes before linearized reading' (duration: 296.843947ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.083646Z","caller":"traceutil/trace.go:171","msg":"trace[926104353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7949; }","duration":"296.97066ms","start":"2026-02-25T17:29:19.786653Z","end":"2026-02-25T17:29:20.083624Z","steps":["trace[926104353] 'agreement among raft nodes before linearized reading' (duration: 296.469798ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.08368Z","caller":"traceutil/trace.go:171","msg":"trace[2013016274] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7949; }","duration":"135.438014ms","start":"2026-02-25T17:29:19.94823Z","end":"2026-02-25T17:29:20.083668Z","steps":["trace[2013016274] 'agreement among raft nodes before linearized reading' (duration: 134.990553ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.083503Z","caller":"traceutil/trace.go:171","msg":"trace[1669425950] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:7949; }","duration":"262.016501ms","start":"2026-02-25T17:29:19.821476Z","end":"2026-02-25T17:29:20.083493Z","steps":["trace[1669425950] 'agreement among raft nodes before linearized reading' (duration: 261.931979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:20.0837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.333345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:29:20.083724Z","caller":"traceutil/trace.go:171","msg":"trace[677646776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7949; }","duration":"296.377546ms","start":"2026-02-25T17:29:19.78734Z","end":"2026-02-25T17:29:20.083718Z","steps":["trace[677646776] 'agreement among raft nodes before linearized reading' (duration: 296.077459ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.083646Z","caller":"traceutil/trace.go:171","msg":"trace[1760426829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7949; }","duration":"296.501818ms","start":"2026-02-25T17:29:19.787134Z","end":"2026-02-25T17:29:20.083636Z","steps":["trace[1760426829] 'agreement among raft nodes before linearized reading' (duration: 296.339884ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.083588Z","caller":"traceutil/trace.go:171","msg":"trace[1988831950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7949; }","duration":"202.857744ms","start":"2026-02-25T17:29:19.88072Z","end":"2026-02-25T17:29:20.083578Z","steps":["trace[1988831950] 'agreement among raft nodes before linearized reading' (duration: 202.579277ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.224631Z","caller":"traceutil/trace.go:171","msg":"trace[970137417] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"132.113116ms","start":"2026-02-25T17:29:20.092498Z","end":"2026-02-25T17:29:20.224611Z","steps":["trace[970137417] 'process raft request' (duration: 132.040794ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.224688Z","caller":"traceutil/trace.go:171","msg":"trace[1354061567] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"136.242753ms","start":"2026-02-25T17:29:20.088419Z","end":"2026-02-25T17:29:20.224662Z","steps":["trace[1354061567] 'process raft request' (duration: 135.957816ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.224792Z","caller":"traceutil/trace.go:171","msg":"trace[494109083] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8250; }","duration":"135.923766ms","start":"2026-02-25T17:29:20.088842Z","end":"2026-02-25T17:29:20.224766Z","steps":["trace[494109083] 'read index received' (duration: 10.191249ms)","trace[494109083] 'applied index is now lower than readState.Index' (duration: 125.730867ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:20.224831Z","caller":"traceutil/trace.go:171","msg":"trace[2039172771] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"132.202638ms","start":"2026-02-25T17:29:20.092594Z","end":"2026-02-25T17:29:20.224796Z","steps":["trace[2039172771] 'process raft request' (duration: 131.988003ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:20.22483Z","caller":"traceutil/trace.go:171","msg":"trace[124152940] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"134.683277ms","start":"2026-02-25T17:29:20.090123Z","end":"2026-02-25T17:29:20.224806Z","steps":["trace[124152940] 'process raft request' (duration: 134.378079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:20.225029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.427343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T17:29:20.225066Z","caller":"traceutil/trace.go:171","msg":"trace[605535831] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7954; }","duration":"132.523915ms","start":"2026-02-25T17:29:20.092533Z","end":"2026-02-25T17:29:20.225057Z","steps":["trace[605535831] 'agreement among raft nodes before linearized reading' (duration: 132.394002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:20.224934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.071359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-25T17:29:20.225166Z","caller":"traceutil/trace.go:171","msg":"trace[681489030] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3; range_end:; response_count:1; response_revision:7954; }","duration":"136.345026ms","start":"2026-02-25T17:29:20.088806Z","end":"2026-02-25T17:29:20.225151Z","steps":["trace[681489030] 'agreement among raft nodes before linearized reading' (duration: 136.051449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:20.225204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.201188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227530"} {"level":"info","ts":"2026-02-25T17:29:20.22525Z","caller":"traceutil/trace.go:171","msg":"trace[1032503979] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7954; }","duration":"135.27464ms","start":"2026-02-25T17:29:20.089965Z","end":"2026-02-25T17:29:20.22524Z","steps":["trace[1032503979] 'agreement among raft nodes before linearized reading' (duration: 134.944862ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:27.010815Z","caller":"traceutil/trace.go:171","msg":"trace[1735360367] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8021; }","duration":"222.430751ms","start":"2026-02-25T17:29:26.78836Z","end":"2026-02-25T17:29:27.010791Z","steps":["trace[1735360367] 'process raft request' (duration: 150.637359ms)","trace[1735360367] 'compare' (duration: 71.69168ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.268639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.638287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:29:28.268835Z","caller":"traceutil/trace.go:171","msg":"trace[1471588989] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8323; }","duration":"1.397963171s","start":"2026-02-25T17:29:26.870853Z","end":"2026-02-25T17:29:28.268816Z","steps":["trace[1471588989] 'read index received' (duration: 68.095555ms)","trace[1471588989] 'applied index is now lower than readState.Index' (duration: 1.329866686s)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:28.268908Z","caller":"traceutil/trace.go:171","msg":"trace[1314640033] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"1.47468963s","start":"2026-02-25T17:29:26.794207Z","end":"2026-02-25T17:29:28.268897Z","steps":["trace[1314640033] 'process raft request' (duration: 1.059723705s)","trace[1314640033] 'compare' (duration: 414.452343ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.268992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:26.794194Z","time spent":"1.474742611s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:28.269209Z","caller":"traceutil/trace.go:171","msg":"trace[678098990] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"1.398353501s","start":"2026-02-25T17:29:26.870844Z","end":"2026-02-25T17:29:28.269198Z","steps":["trace[678098990] 'process raft request' (duration: 1.39788332s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:28.269262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:26.870807Z","time spent":"1.398431072s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:29:28.26942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398559926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rwc9s\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-02-25T17:29:28.269518Z","caller":"traceutil/trace.go:171","msg":"trace[1063871072] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rwc9s; range_end:; response_count:1; response_revision:8023; }","duration":"1.398695639s","start":"2026-02-25T17:29:26.870794Z","end":"2026-02-25T17:29:28.26949Z","steps":["trace[1063871072] 'agreement among raft nodes before linearized reading' (duration: 1.398512165s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:28.269573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:26.870772Z","time spent":"1.39878506s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rwc9s\" "} {"level":"info","ts":"2026-02-25T17:29:28.506401Z","caller":"traceutil/trace.go:171","msg":"trace[530008979] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"736.062ms","start":"2026-02-25T17:29:27.770315Z","end":"2026-02-25T17:29:28.506377Z","steps":["trace[530008979] 'process raft request' (duration: 735.999539ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:28.506469Z","caller":"traceutil/trace.go:171","msg":"trace[1597968778] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"1.546905133s","start":"2026-02-25T17:29:26.959523Z","end":"2026-02-25T17:29:28.506428Z","steps":["trace[1597968778] 'process raft request' (duration: 1.468300071s)","trace[1597968778] 'compare' (duration: 78.244703ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.506596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:27.770291Z","time spent":"736.207763ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:28.506686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:26.959491Z","time spent":"1.547055616s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:28.60581Z","caller":"traceutil/trace.go:171","msg":"trace[910902813] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"507.276358ms","start":"2026-02-25T17:29:28.098505Z","end":"2026-02-25T17:29:28.605781Z","steps":["trace[910902813] 'process raft request' (duration: 507.009662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:28.606017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.09848Z","time spent":"507.434012ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:28.606063Z","caller":"traceutil/trace.go:171","msg":"trace[1117357159] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"494.9701ms","start":"2026-02-25T17:29:28.111054Z","end":"2026-02-25T17:29:28.606024Z","steps":["trace[1117357159] 'process raft request' (duration: 494.665663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:28.606214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.111041Z","time spent":"495.092813ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:28.606304Z","caller":"traceutil/trace.go:171","msg":"trace[990305168] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"419.470861ms","start":"2026-02-25T17:29:28.186805Z","end":"2026-02-25T17:29:28.606275Z","steps":["trace[990305168] 'process raft request' (duration: 419.415079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:28.606391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.186766Z","time spent":"419.582013ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:28.606368Z","caller":"traceutil/trace.go:171","msg":"trace[1310802649] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"462.659093ms","start":"2026-02-25T17:29:28.143639Z","end":"2026-02-25T17:29:28.606298Z","steps":["trace[1310802649] 'process raft request' (duration: 462.260634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:28.606569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.143587Z","time spent":"462.865578ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:28.811708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.338172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:29:28.8119Z","caller":"traceutil/trace.go:171","msg":"trace[1183175210] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"550.338448ms","start":"2026-02-25T17:29:28.261535Z","end":"2026-02-25T17:29:28.811874Z","steps":["trace[1183175210] 'process raft request' (duration: 344.726149ms)","trace[1183175210] 'compare' (duration: 205.030125ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.812011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.261517Z","time spent":"550.43939ms","remote":"127.0.0.1:49230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T17:29:28.812064Z","caller":"traceutil/trace.go:171","msg":"trace[1347383278] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"532.832097ms","start":"2026-02-25T17:29:28.279208Z","end":"2026-02-25T17:29:28.812041Z","steps":["trace[1347383278] 'process raft request' (duration: 532.642432ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:28.812081Z","caller":"traceutil/trace.go:171","msg":"trace[660635211] linearizableReadLoop","detail":"{readStateIndex:8333; appliedIndex:8326; }","duration":"543.147709ms","start":"2026-02-25T17:29:28.268868Z","end":"2026-02-25T17:29:28.812015Z","steps":["trace[660635211] 'read index received' (duration: 159.058338ms)","trace[660635211] 'applied index is now lower than readState.Index' (duration: 384.086361ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.812223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.279196Z","time spent":"532.94581ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:28.963544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.555762ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T17:29:28.963716Z","caller":"traceutil/trace.go:171","msg":"trace[1433925901] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8334; }","duration":"151.500901ms","start":"2026-02-25T17:29:28.812189Z","end":"2026-02-25T17:29:28.96369Z","steps":["trace[1433925901] 'read index received' (duration: 51.991µs)","trace[1433925901] 'applied index is now lower than readState.Index' (duration: 151.44713ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.963822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641661263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:29:28.963652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578767869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-02-25T17:29:28.963912Z","caller":"traceutil/trace.go:171","msg":"trace[1398126746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8031; }","duration":"1.641805557s","start":"2026-02-25T17:29:27.322084Z","end":"2026-02-25T17:29:28.963889Z","steps":["trace[1398126746] 'agreement among raft nodes before linearized reading' (duration: 1.490136072s)","trace[1398126746] 'range keys from in-memory index tree' (duration: 151.537852ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.963905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.703075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T17:29:28.963966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:27.322063Z","time spent":"1.641893289s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:29:28.96398Z","caller":"traceutil/trace.go:171","msg":"trace[1496511671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8031; }","duration":"707.839449ms","start":"2026-02-25T17:29:28.256118Z","end":"2026-02-25T17:29:28.963958Z","steps":["trace[1496511671] 'agreement among raft nodes before linearized reading' (duration: 556.125474ms)","trace[1496511671] 'range keys from in-memory index tree' (duration: 151.521301ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.964025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.256092Z","time spent":"707.923471ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:29:28.964083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.66259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5ff54ff449-swlpc.18978d71b1d7c730\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-25T17:29:28.96415Z","caller":"traceutil/trace.go:171","msg":"trace[1354468914] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5ff54ff449-swlpc.18978d71b1d7c730; range_end:; response_count:1; response_revision:8031; }","duration":"688.759461ms","start":"2026-02-25T17:29:28.275373Z","end":"2026-02-25T17:29:28.964132Z","steps":["trace[1354468914] 'agreement among raft nodes before linearized reading' (duration: 688.512255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:28.964206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.275368Z","time spent":"688.823014ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5ff54ff449-swlpc.18978d71b1d7c730\" "} {"level":"warn","ts":"2026-02-25T17:29:28.964318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.98555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T17:29:28.964325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.115163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:29:28.964393Z","caller":"traceutil/trace.go:171","msg":"trace[748071322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8031; }","duration":"652.087552ms","start":"2026-02-25T17:29:28.312294Z","end":"2026-02-25T17:29:28.964382Z","steps":["trace[748071322] 'agreement among raft nodes before linearized reading' (duration: 651.761204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:28.964528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.31228Z","time spent":"652.233026ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:29:28.964402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.200948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T17:29:28.964592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.153842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-02-25T17:29:28.964646Z","caller":"traceutil/trace.go:171","msg":"trace[2074201467] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8031; }","duration":"704.286155ms","start":"2026-02-25T17:29:28.260346Z","end":"2026-02-25T17:29:28.964632Z","steps":["trace[2074201467] 'agreement among raft nodes before linearized reading' (duration: 551.904684ms)","trace[2074201467] 'range keys from in-memory index tree' (duration: 152.165136ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:28.964504Z","caller":"traceutil/trace.go:171","msg":"trace[18751149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8031; }","duration":"649.376328ms","start":"2026-02-25T17:29:28.315101Z","end":"2026-02-25T17:29:28.964478Z","steps":["trace[18751149] 'agreement among raft nodes before linearized reading' (duration: 648.752384ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:28.964658Z","caller":"traceutil/trace.go:171","msg":"trace[1347432063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8031; }","duration":"813.456364ms","start":"2026-02-25T17:29:28.151151Z","end":"2026-02-25T17:29:28.964607Z","steps":["trace[1347432063] 'agreement among raft nodes before linearized reading' (duration: 661.058713ms)","trace[1347432063] 'range keys from in-memory index tree' (duration: 152.082364ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.964686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.260326Z","time spent":"704.351907ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-25T17:29:28.964435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.57322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-25T17:29:28.964759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.151135Z","time spent":"813.603797ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T17:29:28.9648Z","caller":"traceutil/trace.go:171","msg":"trace[678491960] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8031; }","duration":"782.99468ms","start":"2026-02-25T17:29:28.181772Z","end":"2026-02-25T17:29:28.964767Z","steps":["trace[678491960] 'agreement among raft nodes before linearized reading' (duration: 630.540097ms)","trace[678491960] 'range keys from in-memory index tree' (duration: 151.360617ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:28.963997Z","caller":"traceutil/trace.go:171","msg":"trace[1462775966] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8031; }","duration":"1.579086767s","start":"2026-02-25T17:29:27.384816Z","end":"2026-02-25T17:29:28.963903Z","steps":["trace[1462775966] 'agreement among raft nodes before linearized reading' (duration: 1.427418432s)","trace[1462775966] 'range keys from in-memory index tree' (duration: 151.263925ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.96496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:27.384788Z","time spent":"1.580144082s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-25T17:29:28.964754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040047639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-25T17:29:28.965083Z","caller":"traceutil/trace.go:171","msg":"trace[656575810] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8031; }","duration":"2.040400538s","start":"2026-02-25T17:29:26.924662Z","end":"2026-02-25T17:29:28.965063Z","steps":["trace[656575810] 'agreement among raft nodes before linearized reading' (duration: 1.887572116s)","trace[656575810] 'range keys from in-memory index tree' (duration: 151.671375ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:28.965152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:26.924647Z","time spent":"2.04047949s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209383,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-02-25T17:29:28.964876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.181744Z","time spent":"783.113403ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T17:29:28.964715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.315091Z","time spent":"649.605024ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:29:29.041688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.249212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:29:29.041765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.737128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:29:29.041827Z","caller":"traceutil/trace.go:171","msg":"trace[1035320099] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8031; }","duration":"744.467347ms","start":"2026-02-25T17:29:28.297323Z","end":"2026-02-25T17:29:29.04179Z","steps":["trace[1035320099] 'agreement among raft nodes before linearized reading' (duration: 667.142475ms)","trace[1035320099] 'count revisions from in-memory index tree' (duration: 77.131008ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:29.041842Z","caller":"traceutil/trace.go:171","msg":"trace[1635530095] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8031; }","duration":"655.83513ms","start":"2026-02-25T17:29:28.385976Z","end":"2026-02-25T17:29:29.041812Z","steps":["trace[1635530095] 'agreement among raft nodes before linearized reading' (duration: 578.403745ms)","trace[1635530095] 'count revisions from in-memory index tree' (duration: 77.330173ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:29.041909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.297308Z","time spent":"744.577799ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:29:29.041906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.385964Z","time spent":"655.925552ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:29:29.042327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.863709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rwc9s\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-02-25T17:29:29.042445Z","caller":"traceutil/trace.go:171","msg":"trace[651567472] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rwc9s; range_end:; response_count:1; response_revision:8031; }","duration":"768.996392ms","start":"2026-02-25T17:29:28.273419Z","end":"2026-02-25T17:29:29.042416Z","steps":["trace[651567472] 'agreement among raft nodes before linearized reading' (duration: 691.049505ms)","trace[651567472] 'range keys from in-memory index tree' (duration: 77.625689ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:29.042507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.2734Z","time spent":"769.094825ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rwc9s\" "} {"level":"info","ts":"2026-02-25T17:29:29.042488Z","caller":"traceutil/trace.go:171","msg":"trace[1157133199] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"225.71906ms","start":"2026-02-25T17:29:28.816732Z","end":"2026-02-25T17:29:29.042451Z","steps":["trace[1157133199] 'process raft request' (duration: 224.970422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.042346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.718178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T17:29:29.042639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.213555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:29:29.042679Z","caller":"traceutil/trace.go:171","msg":"trace[1750123555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8031; }","duration":"729.069917ms","start":"2026-02-25T17:29:28.313587Z","end":"2026-02-25T17:29:29.042657Z","steps":["trace[1750123555] 'agreement among raft nodes before linearized reading' (duration: 650.889034ms)","trace[1750123555] 'range keys from in-memory index tree' (duration: 77.752082ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:29.042699Z","caller":"traceutil/trace.go:171","msg":"trace[1952257252] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8032; }","duration":"157.320877ms","start":"2026-02-25T17:29:28.885363Z","end":"2026-02-25T17:29:29.042683Z","steps":["trace[1952257252] 'agreement among raft nodes before linearized reading' (duration: 157.196134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.042747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.31356Z","time spent":"729.166479ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:29:29.042342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.534236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T17:29:29.042804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.496648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-25T17:29:29.042843Z","caller":"traceutil/trace.go:171","msg":"trace[423799562] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:8031; }","duration":"721.08994ms","start":"2026-02-25T17:29:28.321747Z","end":"2026-02-25T17:29:29.042837Z","steps":["trace[423799562] 'agreement among raft nodes before linearized reading' (duration: 642.701223ms)","trace[423799562] 'range keys from in-memory index tree' (duration: 77.687181ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:29.042854Z","caller":"traceutil/trace.go:171","msg":"trace[851000485] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8033; }","duration":"226.58917ms","start":"2026-02-25T17:29:28.816253Z","end":"2026-02-25T17:29:29.042842Z","steps":["trace[851000485] 'agreement among raft nodes before linearized reading' (duration: 226.376175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.04286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.321736Z","time spent":"721.11849ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:29:29.430743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.282477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:29:29.43107Z","caller":"traceutil/trace.go:171","msg":"trace[902844189] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"459.882348ms","start":"2026-02-25T17:29:28.971168Z","end":"2026-02-25T17:29:29.43105Z","steps":["trace[902844189] 'process raft request' (duration: 459.754815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.431172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.971148Z","time spent":"459.97678ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:29.431271Z","caller":"traceutil/trace.go:171","msg":"trace[837251456] linearizableReadLoop","detail":"{readStateIndex:8343; appliedIndex:8338; }","duration":"388.72443ms","start":"2026-02-25T17:29:29.042522Z","end":"2026-02-25T17:29:29.431247Z","steps":["trace[837251456] 'read index received' (duration: 157.898741ms)","trace[837251456] 'applied index is now lower than readState.Index' (duration: 230.824499ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:29.431369Z","caller":"traceutil/trace.go:171","msg":"trace[1356373845] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"460.779388ms","start":"2026-02-25T17:29:28.970552Z","end":"2026-02-25T17:29:29.431331Z","steps":["trace[1356373845] 'process raft request' (duration: 460.303817ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:29.431406Z","caller":"traceutil/trace.go:171","msg":"trace[1282688487] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"460.844011ms","start":"2026-02-25T17:29:28.970541Z","end":"2026-02-25T17:29:29.431385Z","steps":["trace[1282688487] 'process raft request' (duration: 229.828967ms)","trace[1282688487] 'compare' (duration: 230.129073ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:29.431464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.970537Z","time spent":"460.878901ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:29.43154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.970519Z","time spent":"460.942162ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:29.431731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.008409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:29:29.431827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.044363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-25T17:29:29.431877Z","caller":"traceutil/trace.go:171","msg":"trace[429447254] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8038; }","duration":"437.153605ms","start":"2026-02-25T17:29:28.99471Z","end":"2026-02-25T17:29:29.431864Z","steps":["trace[429447254] 'agreement among raft nodes before linearized reading' (duration: 436.94602ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:29.431884Z","caller":"traceutil/trace.go:171","msg":"trace[1232399320] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"460.307958ms","start":"2026-02-25T17:29:28.971562Z","end":"2026-02-25T17:29:29.43187Z","steps":["trace[1232399320] 'process raft request' (duration: 459.434408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.431916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.994691Z","time spent":"437.218427ms","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-25T17:29:29.431964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.971549Z","time spent":"460.374909ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:29.432201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.722914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18978d7d2e3408e8\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-25T17:29:29.432271Z","caller":"traceutil/trace.go:171","msg":"trace[1680575192] range","detail":"{range_begin:/registry/events/openstack/ceph.18978d7d2e3408e8; range_end:; response_count:1; response_revision:8038; }","duration":"459.793136ms","start":"2026-02-25T17:29:28.972462Z","end":"2026-02-25T17:29:29.432255Z","steps":["trace[1680575192] 'agreement among raft nodes before linearized reading' (duration: 459.642763ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:29.43228Z","caller":"traceutil/trace.go:171","msg":"trace[24266355] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"453.347934ms","start":"2026-02-25T17:29:28.978915Z","end":"2026-02-25T17:29:29.432263Z","steps":["trace[24266355] 'process raft request' (duration: 452.237598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.432377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.978905Z","time spent":"453.436237ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:29.43241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.612486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:29:29.432439Z","caller":"traceutil/trace.go:171","msg":"trace[1180329189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8038; }","duration":"466.698337ms","start":"2026-02-25T17:29:28.965733Z","end":"2026-02-25T17:29:29.432431Z","steps":["trace[1180329189] 'agreement among raft nodes before linearized reading' (duration: 466.598575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.432464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.965716Z","time spent":"466.742289ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:29:29.43231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:28.972433Z","time spent":"459.866957ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18978d7d2e3408e8\" "} {"level":"info","ts":"2026-02-25T17:29:29.431826Z","caller":"traceutil/trace.go:171","msg":"trace[1281766060] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8038; }","duration":"416.113052ms","start":"2026-02-25T17:29:29.015692Z","end":"2026-02-25T17:29:29.431805Z","steps":["trace[1281766060] 'agreement among raft nodes before linearized reading' (duration: 415.931037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.432698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:29.015686Z","time spent":"416.995192ms","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:29:29.473319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.07621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:29:29.473429Z","caller":"traceutil/trace.go:171","msg":"trace[290455549] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8041; }","duration":"372.200343ms","start":"2026-02-25T17:29:29.101211Z","end":"2026-02-25T17:29:29.473411Z","steps":["trace[290455549] 'agreement among raft nodes before linearized reading' (duration: 372.033979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.47345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.429953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-25T17:29:29.47353Z","caller":"traceutil/trace.go:171","msg":"trace[1508524049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8041; }","duration":"158.558136ms","start":"2026-02-25T17:29:29.314939Z","end":"2026-02-25T17:29:29.473498Z","steps":["trace[1508524049] 'agreement among raft nodes before linearized reading' (duration: 158.30019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.473765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.859209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:29:29.473748Z","caller":"traceutil/trace.go:171","msg":"trace[510201795] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"430.659543ms","start":"2026-02-25T17:29:29.043057Z","end":"2026-02-25T17:29:29.473716Z","steps":["trace[510201795] 'process raft request' (duration: 429.957406ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:29.473814Z","caller":"traceutil/trace.go:171","msg":"trace[2058647580] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"421.879967ms","start":"2026-02-25T17:29:29.051929Z","end":"2026-02-25T17:29:29.473809Z","steps":["trace[2058647580] 'process raft request' (duration: 421.247812ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:29.473829Z","caller":"traceutil/trace.go:171","msg":"trace[1165234405] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8041; }","duration":"372.93979ms","start":"2026-02-25T17:29:29.100879Z","end":"2026-02-25T17:29:29.473819Z","steps":["trace[1165234405] 'agreement among raft nodes before linearized reading' (duration: 372.616413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.473863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:29.100873Z","time spent":"372.982231ms","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:29:29.473877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:29.051916Z","time spent":"421.912378ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:29.473888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:29.043031Z","time spent":"430.794946ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:29:29.474078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.783218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rwc9s\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-02-25T17:29:29.4741Z","caller":"traceutil/trace.go:171","msg":"trace[1035051958] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rwc9s; range_end:; response_count:1; response_revision:8041; }","duration":"422.814879ms","start":"2026-02-25T17:29:29.051279Z","end":"2026-02-25T17:29:29.474094Z","steps":["trace[1035051958] 'agreement among raft nodes before linearized reading' (duration: 422.751677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.474114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:29.051267Z","time spent":"422.84395ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rwc9s\" "} {"level":"info","ts":"2026-02-25T17:29:29.473779Z","caller":"traceutil/trace.go:171","msg":"trace[957406893] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"430.430058ms","start":"2026-02-25T17:29:29.043334Z","end":"2026-02-25T17:29:29.473765Z","steps":["trace[957406893] 'process raft request' (duration: 429.780913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.474209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.712673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:29:29.474207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:29.043303Z","time spent":"430.843057ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:29.473471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:29.101147Z","time spent":"372.314036ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:29:29.47449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.088169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227445"} {"level":"info","ts":"2026-02-25T17:29:29.474511Z","caller":"traceutil/trace.go:171","msg":"trace[1851461227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8041; }","duration":"424.13728ms","start":"2026-02-25T17:29:29.050369Z","end":"2026-02-25T17:29:29.474506Z","steps":["trace[1851461227] 'agreement among raft nodes before linearized reading' (duration: 423.938786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.474524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:29.050355Z","time spent":"424.165221ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227468,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T17:29:29.474229Z","caller":"traceutil/trace.go:171","msg":"trace[1620362368] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8041; }","duration":"389.791965ms","start":"2026-02-25T17:29:29.08443Z","end":"2026-02-25T17:29:29.474222Z","steps":["trace[1620362368] 'agreement among raft nodes before linearized reading' (duration: 389.759334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:29.474612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:29.084407Z","time spent":"390.171454ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:29:29.590749Z","caller":"traceutil/trace.go:171","msg":"trace[481606524] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"112.543338ms","start":"2026-02-25T17:29:29.47817Z","end":"2026-02-25T17:29:29.590713Z","steps":["trace[481606524] 'process raft request' (duration: 86.568779ms)","trace[481606524] 'compare' (duration: 25.730863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:29.591004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.180781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-02-25T17:29:29.59103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.19275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18978d8237b2b140\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-02-25T17:29:29.591134Z","caller":"traceutil/trace.go:171","msg":"trace[458207950] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8043; }","duration":"101.352186ms","start":"2026-02-25T17:29:29.489749Z","end":"2026-02-25T17:29:29.591101Z","steps":["trace[458207950] 'agreement among raft nodes before linearized reading' (duration: 101.001518ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:29.591155Z","caller":"traceutil/trace.go:171","msg":"trace[686768996] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18978d8237b2b140; range_end:; response_count:1; response_revision:8043; }","duration":"112.382064ms","start":"2026-02-25T17:29:29.478744Z","end":"2026-02-25T17:29:29.591126Z","steps":["trace[686768996] 'agreement among raft nodes before linearized reading' (duration: 112.019976ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:29.791984Z","caller":"traceutil/trace.go:171","msg":"trace[547752827] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"197.922539ms","start":"2026-02-25T17:29:29.594014Z","end":"2026-02-25T17:29:29.791936Z","steps":["trace[547752827] 'process raft request' (duration: 98.095019ms)","trace[547752827] 'compare' (duration: 99.686146ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:29.797686Z","caller":"traceutil/trace.go:171","msg":"trace[1177962161] linearizableReadLoop","detail":"{readStateIndex:8350; appliedIndex:8348; }","duration":"200.95046ms","start":"2026-02-25T17:29:29.596711Z","end":"2026-02-25T17:29:29.797662Z","steps":["trace[1177962161] 'read index received' (duration: 95.364705ms)","trace[1177962161] 'applied index is now lower than readState.Index' (duration: 105.584725ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:29.798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.244946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-25T17:29:29.798025Z","caller":"traceutil/trace.go:171","msg":"trace[1465044083] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"203.373817ms","start":"2026-02-25T17:29:29.59463Z","end":"2026-02-25T17:29:29.798003Z","steps":["trace[1465044083] 'process raft request' (duration: 202.879425ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:29.79805Z","caller":"traceutil/trace.go:171","msg":"trace[1230688979] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8045; }","duration":"201.374079ms","start":"2026-02-25T17:29:29.596661Z","end":"2026-02-25T17:29:29.798035Z","steps":["trace[1230688979] 'agreement among raft nodes before linearized reading' (duration: 201.096263ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:30.025632Z","caller":"traceutil/trace.go:171","msg":"trace[311397265] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8350; }","duration":"168.356615ms","start":"2026-02-25T17:29:29.857244Z","end":"2026-02-25T17:29:30.025601Z","steps":["trace[311397265] 'read index received' (duration: 168.13503ms)","trace[311397265] 'applied index is now lower than readState.Index' (duration: 220.285µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:30.025913Z","caller":"traceutil/trace.go:171","msg":"trace[869922073] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"170.960126ms","start":"2026-02-25T17:29:29.854936Z","end":"2026-02-25T17:29:30.025896Z","steps":["trace[869922073] 'process raft request' (duration: 170.492925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:30.026129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.860797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111988"} {"level":"info","ts":"2026-02-25T17:29:30.026189Z","caller":"traceutil/trace.go:171","msg":"trace[741355062] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8046; }","duration":"168.95642ms","start":"2026-02-25T17:29:29.857222Z","end":"2026-02-25T17:29:30.026178Z","steps":["trace[741355062] 'agreement among raft nodes before linearized reading' (duration: 168.491199ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:30.779549Z","caller":"traceutil/trace.go:171","msg":"trace[681925460] linearizableReadLoop","detail":"{readStateIndex:8352; appliedIndex:8351; }","duration":"457.202524ms","start":"2026-02-25T17:29:30.322319Z","end":"2026-02-25T17:29:30.779522Z","steps":["trace[681925460] 'read index received' (duration: 457.057641ms)","trace[681925460] 'applied index is now lower than readState.Index' (duration: 143.213µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:30.779605Z","caller":"traceutil/trace.go:171","msg":"trace[570435828] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"494.693912ms","start":"2026-02-25T17:29:30.284875Z","end":"2026-02-25T17:29:30.779569Z","steps":["trace[570435828] 'process raft request' (duration: 494.469027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:30.779686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.344707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:29:30.77972Z","caller":"traceutil/trace.go:171","msg":"trace[1095552326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8047; }","duration":"457.408799ms","start":"2026-02-25T17:29:30.322301Z","end":"2026-02-25T17:29:30.779709Z","steps":["trace[1095552326] 'agreement among raft nodes before linearized reading' (duration: 457.334017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:30.779761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:30.322293Z","time spent":"457.46083ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:29:30.779867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:30.284856Z","time spent":"494.820826ms","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:30.965305Z","caller":"traceutil/trace.go:171","msg":"trace[2139877350] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"352.999953ms","start":"2026-02-25T17:29:30.612205Z","end":"2026-02-25T17:29:30.965205Z","steps":["trace[2139877350] 'process raft request' (duration: 284.423916ms)","trace[2139877350] 'compare' (duration: 68.396913ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:30.965458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:30.612175Z","time spent":"353.205488ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:30.965458Z","caller":"traceutil/trace.go:171","msg":"trace[1023377098] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"353.098385ms","start":"2026-02-25T17:29:30.612333Z","end":"2026-02-25T17:29:30.965432Z","steps":["trace[1023377098] 'process raft request' (duration: 352.823709ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:30.965613Z","caller":"traceutil/trace.go:171","msg":"trace[1373728602] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8352; }","duration":"185.974769ms","start":"2026-02-25T17:29:30.779614Z","end":"2026-02-25T17:29:30.965589Z","steps":["trace[1373728602] 'read index received' (duration: 116.48617ms)","trace[1373728602] 'applied index is now lower than readState.Index' (duration: 69.487259ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:29:30.965682Z","caller":"traceutil/trace.go:171","msg":"trace[1634807800] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"352.971522ms","start":"2026-02-25T17:29:30.61266Z","end":"2026-02-25T17:29:30.965632Z","steps":["trace[1634807800] 'process raft request' (duration: 352.666935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:30.965774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:30.612294Z","time spent":"353.233798ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:30.965879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:30.612645Z","time spent":"353.122236ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:30.965893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.735294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-25T17:29:30.965851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.742819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T17:29:30.965966Z","caller":"traceutil/trace.go:171","msg":"trace[1835041259] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8050; }","duration":"223.851126ms","start":"2026-02-25T17:29:30.742097Z","end":"2026-02-25T17:29:30.965948Z","steps":["trace[1835041259] 'agreement among raft nodes before linearized reading' (duration: 223.59035ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:30.966004Z","caller":"traceutil/trace.go:171","msg":"trace[284740903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8050; }","duration":"482.009875ms","start":"2026-02-25T17:29:30.483966Z","end":"2026-02-25T17:29:30.965975Z","steps":["trace[284740903] 'agreement among raft nodes before linearized reading' (duration: 481.711498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:30.966008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.644412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:29:30.966077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:30.483944Z","time spent":"482.109408ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T17:29:30.966141Z","caller":"traceutil/trace.go:171","msg":"trace[85727233] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8050; }","duration":"459.856007ms","start":"2026-02-25T17:29:30.506246Z","end":"2026-02-25T17:29:30.966102Z","steps":["trace[85727233] 'agreement among raft nodes before linearized reading' (duration: 459.584241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:30.966208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:30.506229Z","time spent":"459.96725ms","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:29:31.275496Z","caller":"traceutil/trace.go:171","msg":"trace[30802108] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"222.935925ms","start":"2026-02-25T17:29:31.052533Z","end":"2026-02-25T17:29:31.275469Z","steps":["trace[30802108] 'process raft request' (duration: 203.842007ms)","trace[30802108] 'compare' (duration: 18.967805ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:31.626184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.082331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:29:31.626269Z","caller":"traceutil/trace.go:171","msg":"trace[2144761720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8051; }","duration":"189.201654ms","start":"2026-02-25T17:29:31.437048Z","end":"2026-02-25T17:29:31.62625Z","steps":["trace[2144761720] 'range keys from in-memory index tree' (duration: 188.926167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:31.626273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.188732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:29:31.626365Z","caller":"traceutil/trace.go:171","msg":"trace[544873370] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:8051; }","duration":"145.317086ms","start":"2026-02-25T17:29:31.481025Z","end":"2026-02-25T17:29:31.626342Z","steps":["trace[544873370] 'range keys from in-memory index tree' (duration: 144.991037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:31.626383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.125586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:29:31.626429Z","caller":"traceutil/trace.go:171","msg":"trace[973499476] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8051; }","duration":"196.204998ms","start":"2026-02-25T17:29:31.430209Z","end":"2026-02-25T17:29:31.626414Z","steps":["trace[973499476] 'count revisions from in-memory index tree' (duration: 196.053964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:31.626478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.32131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T17:29:31.626587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.051354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T17:29:31.626274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.384924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:29:31.626674Z","caller":"traceutil/trace.go:171","msg":"trace[419888385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8051; }","duration":"190.163646ms","start":"2026-02-25T17:29:31.436496Z","end":"2026-02-25T17:29:31.62666Z","steps":["trace[419888385] 'range keys from in-memory index tree' (duration: 189.841399ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:31.626746Z","caller":"traceutil/trace.go:171","msg":"trace[335359744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8051; }","duration":"190.673779ms","start":"2026-02-25T17:29:31.436058Z","end":"2026-02-25T17:29:31.626732Z","steps":["trace[335359744] 'range keys from in-memory index tree' (duration: 190.129006ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:31.626843Z","caller":"traceutil/trace.go:171","msg":"trace[516485568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8051; }","duration":"147.977328ms","start":"2026-02-25T17:29:31.478837Z","end":"2026-02-25T17:29:31.626814Z","steps":["trace[516485568] 'range keys from in-memory index tree' (duration: 147.24147ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:31.736581Z","caller":"traceutil/trace.go:171","msg":"trace[1190738906] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"104.778875ms","start":"2026-02-25T17:29:31.631746Z","end":"2026-02-25T17:29:31.736525Z","steps":["trace[1190738906] 'process raft request' (duration: 104.603841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:32.01687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.328479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:29:32.017047Z","caller":"traceutil/trace.go:171","msg":"trace[151682868] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"384.607154ms","start":"2026-02-25T17:29:31.632415Z","end":"2026-02-25T17:29:32.017022Z","steps":["trace[151682868] 'process raft request' (duration: 384.576223ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:32.01705Z","caller":"traceutil/trace.go:171","msg":"trace[1487659261] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"384.803648ms","start":"2026-02-25T17:29:31.632232Z","end":"2026-02-25T17:29:32.017036Z","steps":["trace[1487659261] 'process raft request' (duration: 384.718766ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:32.017069Z","caller":"traceutil/trace.go:171","msg":"trace[45878876] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"385.184617ms","start":"2026-02-25T17:29:31.631848Z","end":"2026-02-25T17:29:32.017032Z","steps":["trace[45878876] 'process raft request' (duration: 241.633922ms)","trace[45878876] 'compare' (duration: 143.237708ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:29:32.017113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:31.632217Z","time spent":"384.865809ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:32.017228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:31.631819Z","time spent":"385.32273ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:32.017097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:31.632383Z","time spent":"384.693865ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:29:32.354976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.463167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T17:29:32.355063Z","caller":"traceutil/trace.go:171","msg":"trace[255934861] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:8055; }","duration":"191.59942ms","start":"2026-02-25T17:29:32.163442Z","end":"2026-02-25T17:29:32.355041Z","steps":["trace[255934861] 'range keys from in-memory index tree' (duration: 191.253932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:33.070522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.295899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:29:33.070608Z","caller":"traceutil/trace.go:171","msg":"trace[1405629329] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8056; }","duration":"382.438303ms","start":"2026-02-25T17:29:32.68815Z","end":"2026-02-25T17:29:33.070588Z","steps":["trace[1405629329] 'count revisions from in-memory index tree' (duration: 382.164446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:33.070659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:32.68807Z","time spent":"382.573586ms","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:29:33.091283Z","caller":"traceutil/trace.go:171","msg":"trace[1510103764] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"120.755561ms","start":"2026-02-25T17:29:32.970516Z","end":"2026-02-25T17:29:33.091272Z","steps":["trace[1510103764] 'process raft request' (duration: 120.655738ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:29:33.359111Z","caller":"traceutil/trace.go:171","msg":"trace[603438051] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"386.747264ms","start":"2026-02-25T17:29:32.972339Z","end":"2026-02-25T17:29:33.359086Z","steps":["trace[603438051] 'process raft request' (duration: 386.493168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:33.359273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:32.972313Z","time spent":"386.877866ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:33.359282Z","caller":"traceutil/trace.go:171","msg":"trace[1370708757] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"386.56491ms","start":"2026-02-25T17:29:32.972688Z","end":"2026-02-25T17:29:33.359252Z","steps":["trace[1370708757] 'process raft request' (duration: 386.326724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:33.359454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:29:32.972674Z","time spent":"386.686392ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:29:33.481298Z","caller":"traceutil/trace.go:171","msg":"trace[1934418716] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"117.736049ms","start":"2026-02-25T17:29:33.363535Z","end":"2026-02-25T17:29:33.481271Z","steps":["trace[1934418716] 'process raft request' (duration: 109.546688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:29:40.128997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.537281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-tgzpp\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-02-25T17:29:40.129117Z","caller":"traceutil/trace.go:171","msg":"trace[1945112696] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-tgzpp; range_end:; response_count:1; response_revision:8115; }","duration":"145.718265ms","start":"2026-02-25T17:29:39.98337Z","end":"2026-02-25T17:29:40.129088Z","steps":["trace[1945112696] 'range keys from in-memory index tree' (duration: 145.223943ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:30:36.309998Z","caller":"traceutil/trace.go:171","msg":"trace[1792644623] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"731.341151ms","start":"2026-02-25T17:30:35.578631Z","end":"2026-02-25T17:30:36.309973Z","steps":["trace[1792644623] 'process raft request' (duration: 731.140246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:36.310313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:35.578602Z","time spent":"731.478084ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:30:36.339332Z","caller":"traceutil/trace.go:171","msg":"trace[1640274212] linearizableReadLoop","detail":"{readStateIndex:9011; appliedIndex:9009; }","duration":"505.392944ms","start":"2026-02-25T17:30:35.833905Z","end":"2026-02-25T17:30:36.339298Z","steps":["trace[1640274212] 'read index received' (duration: 475.870034ms)","trace[1640274212] 'applied index is now lower than readState.Index' (duration: 29.5217ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:30:36.339367Z","caller":"traceutil/trace.go:171","msg":"trace[1175552113] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"759.238473ms","start":"2026-02-25T17:30:35.580097Z","end":"2026-02-25T17:30:36.339335Z","steps":["trace[1175552113] 'process raft request' (duration: 758.28077ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:30:36.339495Z","caller":"traceutil/trace.go:171","msg":"trace[102123295] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"159.459955ms","start":"2026-02-25T17:30:36.180002Z","end":"2026-02-25T17:30:36.339462Z","steps":["trace[102123295] 'process raft request' (duration: 159.25003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:36.339555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.622969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:30:36.339637Z","caller":"traceutil/trace.go:171","msg":"trace[635011456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8689; }","duration":"505.744831ms","start":"2026-02-25T17:30:35.833881Z","end":"2026-02-25T17:30:36.339626Z","steps":["trace[635011456] 'agreement among raft nodes before linearized reading' (duration: 505.564527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:36.339602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:35.580068Z","time spent":"759.377136ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:30:36.339675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:35.833865Z","time spent":"505.798113ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:30:36.3397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.182391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:30:36.339752Z","caller":"traceutil/trace.go:171","msg":"trace[1779449745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8689; }","duration":"303.275253ms","start":"2026-02-25T17:30:36.036463Z","end":"2026-02-25T17:30:36.339738Z","steps":["trace[1779449745] 'agreement among raft nodes before linearized reading' (duration: 303.114669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:36.339797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:36.036433Z","time spent":"303.355005ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:30:36.339937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.815033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:30:36.33997Z","caller":"traceutil/trace.go:171","msg":"trace[1528305207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:8689; }","duration":"299.876003ms","start":"2026-02-25T17:30:36.040085Z","end":"2026-02-25T17:30:36.339961Z","steps":["trace[1528305207] 'agreement among raft nodes before linearized reading' (duration: 299.785361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:36.339954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.084574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-02-25T17:30:36.340086Z","caller":"traceutil/trace.go:171","msg":"trace[568059489] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8689; }","duration":"224.167075ms","start":"2026-02-25T17:30:36.115834Z","end":"2026-02-25T17:30:36.340001Z","steps":["trace[568059489] 'agreement among raft nodes before linearized reading' (duration: 223.893319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:48.920824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.136804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:30:48.921082Z","caller":"traceutil/trace.go:171","msg":"trace[751417564] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9080; }","duration":"463.217659ms","start":"2026-02-25T17:30:48.457845Z","end":"2026-02-25T17:30:48.921063Z","steps":["trace[751417564] 'read index received' (duration: 283.775037ms)","trace[751417564] 'applied index is now lower than readState.Index' (duration: 179.441752ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:30:48.921218Z","caller":"traceutil/trace.go:171","msg":"trace[930713757] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"465.175314ms","start":"2026-02-25T17:30:48.456031Z","end":"2026-02-25T17:30:48.921206Z","steps":["trace[930713757] 'process raft request' (duration: 464.969989ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:30:48.921286Z","caller":"traceutil/trace.go:171","msg":"trace[522746677] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"466.218758ms","start":"2026-02-25T17:30:48.455042Z","end":"2026-02-25T17:30:48.921261Z","steps":["trace[522746677] 'process raft request' (duration: 286.562352ms)","trace[522746677] 'compare' (duration: 178.93912ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:30:48.921328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:48.456011Z","time spent":"465.271657ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:30:48.921411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:48.455021Z","time spent":"466.326191ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:30:48.921461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.898494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T17:30:48.921461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.802107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:30:48.921524Z","caller":"traceutil/trace.go:171","msg":"trace[1729529917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8756; }","duration":"406.982655ms","start":"2026-02-25T17:30:48.514526Z","end":"2026-02-25T17:30:48.921509Z","steps":["trace[1729529917] 'agreement among raft nodes before linearized reading' (duration: 406.76029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:48.921518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.303116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T17:30:48.921572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:48.514492Z","time spent":"407.072247ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:30:48.921574Z","caller":"traceutil/trace.go:171","msg":"trace[1467196482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8756; }","duration":"411.982952ms","start":"2026-02-25T17:30:48.509573Z","end":"2026-02-25T17:30:48.921556Z","steps":["trace[1467196482] 'agreement among raft nodes before linearized reading' (duration: 411.734646ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:30:48.921593Z","caller":"traceutil/trace.go:171","msg":"trace[1399384342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8756; }","duration":"414.411179ms","start":"2026-02-25T17:30:48.507161Z","end":"2026-02-25T17:30:48.921573Z","steps":["trace[1399384342] 'agreement among raft nodes before linearized reading' (duration: 414.114992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:48.921626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:48.509541Z","time spent":"412.072875ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:30:48.921741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:48.507147Z","time spent":"414.579792ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:30:48.921884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.030077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289906"} {"level":"info","ts":"2026-02-25T17:30:48.921954Z","caller":"traceutil/trace.go:171","msg":"trace[1800238041] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8756; }","duration":"464.12953ms","start":"2026-02-25T17:30:48.457812Z","end":"2026-02-25T17:30:48.921941Z","steps":["trace[1800238041] 'agreement among raft nodes before linearized reading' (duration: 463.476655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:48.921989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:48.457797Z","time spent":"464.182581ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289929,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T17:30:49.821885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601350582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:30:50.10782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105455648s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:30:50.108278Z","caller":"traceutil/trace.go:171","msg":"trace[1672475164] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"1.181746099s","start":"2026-02-25T17:30:48.926502Z","end":"2026-02-25T17:30:50.108248Z","steps":["trace[1672475164] 'process raft request' (duration: 1.181551205s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:50.108468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:48.926485Z","time spent":"1.181883523s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:30:50.10861Z","caller":"traceutil/trace.go:171","msg":"trace[1893170039] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"1.182009946s","start":"2026-02-25T17:30:48.926566Z","end":"2026-02-25T17:30:50.108555Z","steps":["trace[1893170039] 'process raft request' (duration: 1.181640337s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:50.108765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:48.926544Z","time spent":"1.182139588s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:30:50.479451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.227227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:30:50.479542Z","caller":"traceutil/trace.go:171","msg":"trace[849362504] linearizableReadLoop","detail":"{readStateIndex:9086; appliedIndex:9083; }","duration":"1.157681388s","start":"2026-02-25T17:30:49.321847Z","end":"2026-02-25T17:30:50.479528Z","steps":["trace[849362504] 'read index received' (duration: 786.194492ms)","trace[849362504] 'applied index is now lower than readState.Index' (duration: 371.485456ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:30:50.479812Z","caller":"traceutil/trace.go:171","msg":"trace[214855827] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"1.035901304s","start":"2026-02-25T17:30:49.443896Z","end":"2026-02-25T17:30:50.479798Z","steps":["trace[214855827] 'process raft request' (duration: 689.202236ms)","trace[214855827] 'compare' (duration: 346.130375ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:30:50.479884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:49.443876Z","time spent":"1.035973246s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:30:50.480101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158238651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:30:50.480215Z","caller":"traceutil/trace.go:171","msg":"trace[1311217488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8760; }","duration":"1.158404086s","start":"2026-02-25T17:30:49.321781Z","end":"2026-02-25T17:30:50.480185Z","steps":["trace[1311217488] 'agreement among raft nodes before linearized reading' (duration: 1.15815402s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:50.48029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:49.32176Z","time spent":"1.158518608s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:30:50.488216Z","caller":"traceutil/trace.go:171","msg":"trace[1390417769] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"270.16704ms","start":"2026-02-25T17:30:50.218031Z","end":"2026-02-25T17:30:50.488198Z","steps":["trace[1390417769] 'process raft request' (duration: 270.059447ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:30:50.575971Z","caller":"traceutil/trace.go:171","msg":"trace[320503526] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"217.782796ms","start":"2026-02-25T17:30:50.358161Z","end":"2026-02-25T17:30:50.575943Z","steps":["trace[320503526] 'process raft request' (duration: 217.604542ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:30:50.576205Z","caller":"traceutil/trace.go:171","msg":"trace[1390657173] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"119.341248ms","start":"2026-02-25T17:30:50.456753Z","end":"2026-02-25T17:30:50.576095Z","steps":["trace[1390657173] 'process raft request' (duration: 119.151263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:50.576257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.052651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-25T17:30:50.576329Z","caller":"traceutil/trace.go:171","msg":"trace[856900609] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8763; }","duration":"754.167454ms","start":"2026-02-25T17:30:49.822142Z","end":"2026-02-25T17:30:50.57631Z","steps":["trace[856900609] 'agreement among raft nodes before linearized reading' (duration: 753.967479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:50.576367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:49.822124Z","time spent":"754.234946ms","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T17:30:50.576658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101353223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:30:50.576725Z","caller":"traceutil/trace.go:171","msg":"trace[1584113691] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8763; }","duration":"1.101468136s","start":"2026-02-25T17:30:49.475233Z","end":"2026-02-25T17:30:50.576701Z","steps":["trace[1584113691] 'agreement among raft nodes before linearized reading' (duration: 1.10121699s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:50.576761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:49.475211Z","time spent":"1.101540147s","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":102,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:30:50.783294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.258717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:30:50.783383Z","caller":"traceutil/trace.go:171","msg":"trace[1670480783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8763; }","duration":"200.39708ms","start":"2026-02-25T17:30:50.582957Z","end":"2026-02-25T17:30:50.783354Z","steps":["trace[1670480783] 'range keys from in-memory index tree' (duration: 200.163135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:50.783335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.576684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-25T17:30:50.783502Z","caller":"traceutil/trace.go:171","msg":"trace[2011083298] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e6e81eb7-2c76-4c7f-a40b-d96b7a342cf3; range_end:; response_count:1; response_revision:8763; }","duration":"203.787179ms","start":"2026-02-25T17:30:50.579699Z","end":"2026-02-25T17:30:50.783486Z","steps":["trace[2011083298] 'range keys from in-memory index tree' (duration: 203.455282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:51.230805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.59734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:30:51.230914Z","caller":"traceutil/trace.go:171","msg":"trace[1673565426] linearizableReadLoop","detail":"{readStateIndex:9091; appliedIndex:9090; }","duration":"301.341998ms","start":"2026-02-25T17:30:50.929555Z","end":"2026-02-25T17:30:51.230897Z","steps":["trace[1673565426] 'read index received' (duration: 97.914877ms)","trace[1673565426] 'applied index is now lower than readState.Index' (duration: 203.425991ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:30:51.230938Z","caller":"traceutil/trace.go:171","msg":"trace[120937665] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"301.894681ms","start":"2026-02-25T17:30:50.929018Z","end":"2026-02-25T17:30:51.230913Z","steps":["trace[120937665] 'process raft request' (duration: 180.110337ms)","trace[120937665] 'compare' (duration: 121.489317ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:30:51.23107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:50.928997Z","time spent":"302.003743ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:30:51.231191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.636644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T17:30:51.231216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.726171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:30:51.231259Z","caller":"traceutil/trace.go:171","msg":"trace[1851865084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:8765; }","duration":"301.732767ms","start":"2026-02-25T17:30:50.929515Z","end":"2026-02-25T17:30:51.231248Z","steps":["trace[1851865084] 'agreement among raft nodes before linearized reading' (duration: 301.463931ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:30:51.231287Z","caller":"traceutil/trace.go:171","msg":"trace[1938522884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8765; }","duration":"225.831614ms","start":"2026-02-25T17:30:51.005437Z","end":"2026-02-25T17:30:51.231269Z","steps":["trace[1938522884] 'agreement among raft nodes before linearized reading' (duration: 225.569378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:30:51.231326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:30:50.929506Z","time spent":"301.782098ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"info","ts":"2026-02-25T17:30:51.411201Z","caller":"traceutil/trace.go:171","msg":"trace[1795038655] linearizableReadLoop","detail":"{readStateIndex:9092; appliedIndex:9091; }","duration":"175.932669ms","start":"2026-02-25T17:30:51.235242Z","end":"2026-02-25T17:30:51.411175Z","steps":["trace[1795038655] 'read index received' (duration: 157.534279ms)","trace[1795038655] 'applied index is now lower than readState.Index' (duration: 18.39709ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:30:51.411363Z","caller":"traceutil/trace.go:171","msg":"trace[421257431] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"176.234226ms","start":"2026-02-25T17:30:51.235014Z","end":"2026-02-25T17:30:51.411249Z","steps":["trace[421257431] 'process raft request' (duration: 157.771515ms)","trace[421257431] 'compare' (duration: 18.277957ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:30:51.411738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.466952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289906"} {"level":"info","ts":"2026-02-25T17:30:51.411781Z","caller":"traceutil/trace.go:171","msg":"trace[715058051] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8766; }","duration":"176.570004ms","start":"2026-02-25T17:30:51.2352Z","end":"2026-02-25T17:30:51.41177Z","steps":["trace[715058051] 'agreement among raft nodes before linearized reading' (duration: 176.068553ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:30:52.270044Z","caller":"traceutil/trace.go:171","msg":"trace[1108859028] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"153.620368ms","start":"2026-02-25T17:30:52.116388Z","end":"2026-02-25T17:30:52.270009Z","steps":["trace[1108859028] 'process raft request' (duration: 118.142539ms)","trace[1108859028] 'compare' (duration: 35.063989ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:30:52.270186Z","caller":"traceutil/trace.go:171","msg":"trace[786559126] linearizableReadLoop","detail":"{readStateIndex:9095; appliedIndex:9094; }","duration":"102.105654ms","start":"2026-02-25T17:30:52.168051Z","end":"2026-02-25T17:30:52.270157Z","steps":["trace[786559126] 'read index received' (duration: 66.511443ms)","trace[786559126] 'applied index is now lower than readState.Index' (duration: 35.592701ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:30:52.270609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.537414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T17:30:52.270756Z","caller":"traceutil/trace.go:171","msg":"trace[1838148373] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:8769; }","duration":"102.741079ms","start":"2026-02-25T17:30:52.168002Z","end":"2026-02-25T17:30:52.270743Z","steps":["trace[1838148373] 'agreement among raft nodes before linearized reading' (duration: 102.252768ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:32:59.177653Z","caller":"traceutil/trace.go:171","msg":"trace[17854318] transaction","detail":"{read_only:false; response_revision:9604; number_of_response:1; }","duration":"105.191082ms","start":"2026-02-25T17:32:59.072409Z","end":"2026-02-25T17:32:59.1776Z","steps":["trace[17854318] 'process raft request' (duration: 83.406875ms)","trace[17854318] 'compare' (duration: 21.524751ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:32:59.177953Z","caller":"traceutil/trace.go:171","msg":"trace[588645436] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"103.311078ms","start":"2026-02-25T17:32:59.074611Z","end":"2026-02-25T17:32:59.177922Z","steps":["trace[588645436] 'process raft request' (duration: 102.877028ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:33:03.882718Z","caller":"traceutil/trace.go:171","msg":"trace[1823914356] linearizableReadLoop","detail":"{readStateIndex:9986; appliedIndex:9985; }","duration":"103.736317ms","start":"2026-02-25T17:33:03.778959Z","end":"2026-02-25T17:33:03.882695Z","steps":["trace[1823914356] 'read index received' (duration: 103.613434ms)","trace[1823914356] 'applied index is now lower than readState.Index' (duration: 121.533µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:33:03.882875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.901282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-25T17:33:03.882843Z","caller":"traceutil/trace.go:171","msg":"trace[668492217] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"145.427799ms","start":"2026-02-25T17:33:03.73736Z","end":"2026-02-25T17:33:03.882787Z","steps":["trace[668492217] 'process raft request' (duration: 145.208644ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:33:03.882908Z","caller":"traceutil/trace.go:171","msg":"trace[2146092103] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9628; }","duration":"103.991374ms","start":"2026-02-25T17:33:03.778905Z","end":"2026-02-25T17:33:03.882896Z","steps":["trace[2146092103] 'agreement among raft nodes before linearized reading' (duration: 103.868971ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:33:04.101849Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2fdf33955ed9ec6c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T17:33:04.109122Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-25T17:33:04.109228Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-02-25T17:33:07.614773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.716927ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T17:33:08.235166Z","caller":"traceutil/trace.go:171","msg":"trace[983023511] linearizableReadLoop","detail":"{readStateIndex:10088; appliedIndex:10087; }","duration":"121.715437ms","start":"2026-02-25T17:33:08.113422Z","end":"2026-02-25T17:33:08.235138Z","steps":["trace[983023511] 'read index received' (duration: 101.048595ms)","trace[983023511] 'applied index is now lower than readState.Index' (duration: 20.665772ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:33:08.235214Z","caller":"traceutil/trace.go:171","msg":"trace[1901078236] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"152.886313ms","start":"2026-02-25T17:33:08.082304Z","end":"2026-02-25T17:33:08.23519Z","steps":["trace[1901078236] 'process raft request' (duration: 132.1598ms)","trace[1901078236] 'compare' (duration: 20.531089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:33:08.235446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.001164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:33:08.235516Z","caller":"traceutil/trace.go:171","msg":"trace[1703000588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9728; }","duration":"122.110886ms","start":"2026-02-25T17:33:08.113387Z","end":"2026-02-25T17:33:08.235498Z","steps":["trace[1703000588] 'agreement among raft nodes before linearized reading' (duration: 121.863731ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:33:39.473877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7713} {"level":"info","ts":"2026-02-25T17:33:39.557955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7713,"took":"82.333859ms","hash":86627252,"current-db-size-bytes":42811392,"current-db-size":"43 MB","current-db-size-in-use-bytes":26451968,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-25T17:33:39.558045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":86627252,"revision":7713,"compact-revision":5677} {"level":"info","ts":"2026-02-25T17:34:12.793867Z","caller":"traceutil/trace.go:171","msg":"trace[1310966321] linearizableReadLoop","detail":"{readStateIndex:10758; appliedIndex:10757; }","duration":"190.282464ms","start":"2026-02-25T17:34:12.603559Z","end":"2026-02-25T17:34:12.793842Z","steps":["trace[1310966321] 'read index received' (duration: 190.060779ms)","trace[1310966321] 'applied index is now lower than readState.Index' (duration: 220.745µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:12.793949Z","caller":"traceutil/trace.go:171","msg":"trace[404382901] transaction","detail":"{read_only:false; response_revision:10381; number_of_response:1; }","duration":"319.206879ms","start":"2026-02-25T17:34:12.474716Z","end":"2026-02-25T17:34:12.793923Z","steps":["trace[404382901] 'process raft request' (duration: 318.984744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:12.794034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.450119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:34:12.794062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:12.474707Z","time spent":"319.303331ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:34:12.794093Z","caller":"traceutil/trace.go:171","msg":"trace[994581030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10381; }","duration":"190.574622ms","start":"2026-02-25T17:34:12.603508Z","end":"2026-02-25T17:34:12.794083Z","steps":["trace[994581030] 'agreement among raft nodes before linearized reading' (duration: 190.436359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:12.794133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.80779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:34:12.794175Z","caller":"traceutil/trace.go:171","msg":"trace[1713917170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10381; }","duration":"188.907073ms","start":"2026-02-25T17:34:12.605254Z","end":"2026-02-25T17:34:12.794161Z","steps":["trace[1713917170] 'agreement among raft nodes before linearized reading' (duration: 188.727349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.739168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.281922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-25T17:34:13.739296Z","caller":"traceutil/trace.go:171","msg":"trace[2091575471] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10382; }","duration":"819.457257ms","start":"2026-02-25T17:34:12.919817Z","end":"2026-02-25T17:34:13.739274Z","steps":["trace[2091575471] 'range keys from in-memory index tree' (duration: 819.124379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.739342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:12.919807Z","time spent":"819.525128ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-25T17:34:13.739686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.066714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-25T17:34:13.739671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.136795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:13.739713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.451733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:13.739747Z","caller":"traceutil/trace.go:171","msg":"trace[571750940] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10382; }","duration":"821.251948ms","start":"2026-02-25T17:34:12.918478Z","end":"2026-02-25T17:34:13.73973Z","steps":["trace[571750940] 'range keys from in-memory index tree' (duration: 821.052384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.739721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.195207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:13.739797Z","caller":"traceutil/trace.go:171","msg":"trace[1031654270] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10382; }","duration":"821.558545ms","start":"2026-02-25T17:34:12.91821Z","end":"2026-02-25T17:34:13.739768Z","steps":["trace[1031654270] 'range keys from in-memory index tree' (duration: 821.370601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.739808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:12.918462Z","time spent":"821.33636ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-25T17:34:13.739737Z","caller":"traceutil/trace.go:171","msg":"trace[1976897275] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10382; }","duration":"821.117515ms","start":"2026-02-25T17:34:12.918602Z","end":"2026-02-25T17:34:13.73972Z","steps":["trace[1976897275] 'range keys from in-memory index tree' (duration: 820.991172ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:13.73982Z","caller":"traceutil/trace.go:171","msg":"trace[1439786375] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10382; }","duration":"821.3242ms","start":"2026-02-25T17:34:12.918478Z","end":"2026-02-25T17:34:13.739802Z","steps":["trace[1439786375] 'range keys from in-memory index tree' (duration: 821.094334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.739496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.364339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:34:13.739918Z","caller":"traceutil/trace.go:171","msg":"trace[1655365406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10382; }","duration":"542.840071ms","start":"2026-02-25T17:34:13.197068Z","end":"2026-02-25T17:34:13.739908Z","steps":["trace[1655365406] 'range keys from in-memory index tree' (duration: 542.211155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.739942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:13.197047Z","time spent":"542.888121ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:34:13.739923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:12.918462Z","time spent":"821.447983ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-25T17:34:13.739932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:12.918598Z","time spent":"821.31087ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-25T17:34:13.739871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:12.918188Z","time spent":"821.658698ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T17:34:13.739885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.457623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:13.740139Z","caller":"traceutil/trace.go:171","msg":"trace[428824940] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10382; }","duration":"821.797791ms","start":"2026-02-25T17:34:12.918319Z","end":"2026-02-25T17:34:13.740117Z","steps":["trace[428824940] 'range keys from in-memory index tree' (duration: 821.260629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.74023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:12.918289Z","time spent":"821.925954ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-25T17:34:13.740443Z","caller":"traceutil/trace.go:171","msg":"trace[1962941081] linearizableReadLoop","detail":"{readStateIndex:10760; appliedIndex:10759; }","duration":"488.001292ms","start":"2026-02-25T17:34:13.252426Z","end":"2026-02-25T17:34:13.740427Z","steps":["trace[1962941081] 'read index received' (duration: 487.92683ms)","trace[1962941081] 'applied index is now lower than readState.Index' (duration: 72.942µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:13.740591Z","caller":"traceutil/trace.go:171","msg":"trace[588927981] transaction","detail":"{read_only:false; response_revision:10383; number_of_response:1; }","duration":"512.857761ms","start":"2026-02-25T17:34:13.227677Z","end":"2026-02-25T17:34:13.740535Z","steps":["trace[588927981] 'process raft request' (duration: 512.618206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.740618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.191107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:13.740756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:13.227661Z","time spent":"513.014015ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:34:13.740782Z","caller":"traceutil/trace.go:171","msg":"trace[2139376244] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10383; }","duration":"488.356391ms","start":"2026-02-25T17:34:13.25241Z","end":"2026-02-25T17:34:13.740766Z","steps":["trace[2139376244] 'agreement among raft nodes before linearized reading' (duration: 488.124735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.740927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:13.252349Z","time spent":"488.536754ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-25T17:34:13.743641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.756289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:13.743676Z","caller":"traceutil/trace.go:171","msg":"trace[917402936] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10385; }","duration":"488.832851ms","start":"2026-02-25T17:34:13.254835Z","end":"2026-02-25T17:34:13.743668Z","steps":["trace[917402936] 'agreement among raft nodes before linearized reading' (duration: 488.756529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.743695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:13.254808Z","time spent":"488.883153ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-25T17:34:13.743713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.462041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:34:13.743744Z","caller":"traceutil/trace.go:171","msg":"trace[1882026168] transaction","detail":"{read_only:false; response_revision:10385; number_of_response:1; }","duration":"246.655278ms","start":"2026-02-25T17:34:13.497029Z","end":"2026-02-25T17:34:13.743684Z","steps":["trace[1882026168] 'process raft request' (duration: 246.531035ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:13.743782Z","caller":"traceutil/trace.go:171","msg":"trace[1091640844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10385; }","duration":"351.569023ms","start":"2026-02-25T17:34:13.392199Z","end":"2026-02-25T17:34:13.743768Z","steps":["trace[1091640844] 'agreement among raft nodes before linearized reading' (duration: 351.4295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.743807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.321289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:13.743814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:13.392168Z","time spent":"351.640285ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:34:13.743826Z","caller":"traceutil/trace.go:171","msg":"trace[1554059729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10385; }","duration":"424.36177ms","start":"2026-02-25T17:34:13.319459Z","end":"2026-02-25T17:34:13.74382Z","steps":["trace[1554059729] 'agreement among raft nodes before linearized reading' (duration: 424.331599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.743847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:13.319445Z","time spent":"424.3992ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:34:13.743935Z","caller":"traceutil/trace.go:171","msg":"trace[1886194438] transaction","detail":"{read_only:false; response_revision:10384; number_of_response:1; }","duration":"265.928767ms","start":"2026-02-25T17:34:13.477994Z","end":"2026-02-25T17:34:13.743922Z","steps":["trace[1886194438] 'process raft request' (duration: 265.508547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.743981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.05945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-25T17:34:13.743998Z","caller":"traceutil/trace.go:171","msg":"trace[481250163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10385; }","duration":"484.120442ms","start":"2026-02-25T17:34:13.259872Z","end":"2026-02-25T17:34:13.743993Z","steps":["trace[481250163] 'agreement among raft nodes before linearized reading' (duration: 484.04814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.744017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.091512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-02-25T17:34:13.744043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.054867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:13.744052Z","caller":"traceutil/trace.go:171","msg":"trace[2117769033] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10385; }","duration":"345.144134ms","start":"2026-02-25T17:34:13.398896Z","end":"2026-02-25T17:34:13.74404Z","steps":["trace[2117769033] 'agreement among raft nodes before linearized reading' (duration: 345.090732ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:13.744065Z","caller":"traceutil/trace.go:171","msg":"trace[1065739120] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10385; }","duration":"489.117038ms","start":"2026-02-25T17:34:13.254943Z","end":"2026-02-25T17:34:13.74406Z","steps":["trace[1065739120] 'agreement among raft nodes before linearized reading' (duration: 489.088987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.744075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:13.398884Z","time spent":"345.185714ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T17:34:13.744083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:13.25492Z","time spent":"489.157199ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T17:34:13.74402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:13.259853Z","time spent":"484.164542ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-25T17:34:13.744307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.364233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:13.744404Z","caller":"traceutil/trace.go:171","msg":"trace[1062114182] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10385; }","duration":"489.459656ms","start":"2026-02-25T17:34:13.254918Z","end":"2026-02-25T17:34:13.744378Z","steps":["trace[1062114182] 'agreement among raft nodes before linearized reading' (duration: 489.318852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:13.744461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:13.254904Z","time spent":"489.544278ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-25T17:34:32.514769Z","caller":"traceutil/trace.go:171","msg":"trace[1759843625] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"144.660392ms","start":"2026-02-25T17:34:32.370085Z","end":"2026-02-25T17:34:32.514746Z","steps":["trace[1759843625] 'process raft request' (duration: 144.507048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:36.088876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.465011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:34:36.088978Z","caller":"traceutil/trace.go:171","msg":"trace[126016549] linearizableReadLoop","detail":"{readStateIndex:10879; appliedIndex:10878; }","duration":"159.749603ms","start":"2026-02-25T17:34:35.92921Z","end":"2026-02-25T17:34:36.088959Z","steps":["trace[126016549] 'read index received' (duration: 53.098068ms)","trace[126016549] 'applied index is now lower than readState.Index' (duration: 106.650285ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:36.089006Z","caller":"traceutil/trace.go:171","msg":"trace[636506332] transaction","detail":"{read_only:false; response_revision:10498; number_of_response:1; }","duration":"164.484114ms","start":"2026-02-25T17:34:35.9245Z","end":"2026-02-25T17:34:36.088984Z","steps":["trace[636506332] 'process raft request' (duration: 57.829818ms)","trace[636506332] 'compare' (duration: 106.275497ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:36.089214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.981689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T17:34:36.089249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.379508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:34:36.089301Z","caller":"traceutil/trace.go:171","msg":"trace[2000514206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10498; }","duration":"157.44715ms","start":"2026-02-25T17:34:35.931842Z","end":"2026-02-25T17:34:36.089289Z","steps":["trace[2000514206] 'agreement among raft nodes before linearized reading' (duration: 157.210244ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:36.089299Z","caller":"traceutil/trace.go:171","msg":"trace[1127445803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10498; }","duration":"160.109422ms","start":"2026-02-25T17:34:35.92917Z","end":"2026-02-25T17:34:36.08928Z","steps":["trace[1127445803] 'agreement among raft nodes before linearized reading' (duration: 159.851056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:37.168717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.009713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:34:37.168958Z","caller":"traceutil/trace.go:171","msg":"trace[1433233123] linearizableReadLoop","detail":"{readStateIndex:10885; appliedIndex:10883; }","duration":"135.945018ms","start":"2026-02-25T17:34:37.032993Z","end":"2026-02-25T17:34:37.168938Z","steps":["trace[1433233123] 'read index received' (duration: 16.524435ms)","trace[1433233123] 'applied index is now lower than readState.Index' (duration: 119.419483ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:37.168979Z","caller":"traceutil/trace.go:171","msg":"trace[507515982] transaction","detail":"{read_only:false; response_revision:10503; number_of_response:1; }","duration":"149.32961ms","start":"2026-02-25T17:34:37.019601Z","end":"2026-02-25T17:34:37.168931Z","steps":["trace[507515982] 'process raft request' (duration: 29.907817ms)","trace[507515982] 'compare' (duration: 118.85237ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:37.169174Z","caller":"traceutil/trace.go:171","msg":"trace[635077446] transaction","detail":"{read_only:false; response_revision:10504; number_of_response:1; }","duration":"148.248915ms","start":"2026-02-25T17:34:37.020898Z","end":"2026-02-25T17:34:37.169147Z","steps":["trace[635077446] 'process raft request' (duration: 147.957118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:37.169709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.658695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:34:37.169849Z","caller":"traceutil/trace.go:171","msg":"trace[1605837716] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:10504; }","duration":"136.85091ms","start":"2026-02-25T17:34:37.032968Z","end":"2026-02-25T17:34:37.169819Z","steps":["trace[1605837716] 'agreement among raft nodes before linearized reading' (duration: 136.146463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:37.444782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.931485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:37.444878Z","caller":"traceutil/trace.go:171","msg":"trace[1894236614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10504; }","duration":"123.097299ms","start":"2026-02-25T17:34:37.321759Z","end":"2026-02-25T17:34:37.444856Z","steps":["trace[1894236614] 'range keys from in-memory index tree' (duration: 122.834973ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:38.063536Z","caller":"traceutil/trace.go:171","msg":"trace[297446200] linearizableReadLoop","detail":"{readStateIndex:10887; appliedIndex:10886; }","duration":"190.746335ms","start":"2026-02-25T17:34:37.872762Z","end":"2026-02-25T17:34:38.063508Z","steps":["trace[297446200] 'read index received' (duration: 190.53483ms)","trace[297446200] 'applied index is now lower than readState.Index' (duration: 210.355µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:38.063597Z","caller":"traceutil/trace.go:171","msg":"trace[1980571558] transaction","detail":"{read_only:false; response_revision:10505; number_of_response:1; }","duration":"198.741391ms","start":"2026-02-25T17:34:37.864812Z","end":"2026-02-25T17:34:38.063553Z","steps":["trace[1980571558] 'process raft request' (duration: 198.448015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:38.063698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.924719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:38.063742Z","caller":"traceutil/trace.go:171","msg":"trace[841586390] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10505; }","duration":"191.032582ms","start":"2026-02-25T17:34:37.872698Z","end":"2026-02-25T17:34:38.063731Z","steps":["trace[841586390] 'agreement among raft nodes before linearized reading' (duration: 190.94562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:38.564123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601355304,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:34:38.668348Z","caller":"traceutil/trace.go:171","msg":"trace[137559692] transaction","detail":"{read_only:false; response_revision:10506; number_of_response:1; }","duration":"775.591139ms","start":"2026-02-25T17:34:37.89273Z","end":"2026-02-25T17:34:38.668321Z","steps":["trace[137559692] 'process raft request' (duration: 775.375794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:38.668488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:37.89272Z","time spent":"775.700511ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:34:39.487119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.554695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:34:39.487202Z","caller":"traceutil/trace.go:171","msg":"trace[1622467717] linearizableReadLoop","detail":"{readStateIndex:10889; appliedIndex:10887; }","duration":"1.423571607s","start":"2026-02-25T17:34:38.063617Z","end":"2026-02-25T17:34:39.487189Z","steps":["trace[1622467717] 'read index received' (duration: 604.503391ms)","trace[1622467717] 'applied index is now lower than readState.Index' (duration: 819.067016ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:39.487339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365515144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T17:34:39.487317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597620473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-25T17:34:39.48737Z","caller":"traceutil/trace.go:171","msg":"trace[646937372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10507; }","duration":"1.365575645s","start":"2026-02-25T17:34:38.121788Z","end":"2026-02-25T17:34:39.487363Z","steps":["trace[646937372] 'agreement among raft nodes before linearized reading' (duration: 1.365464852s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:39.487379Z","caller":"traceutil/trace.go:171","msg":"trace[82094487] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10507; }","duration":"1.597701475s","start":"2026-02-25T17:34:37.889661Z","end":"2026-02-25T17:34:39.487362Z","steps":["trace[82094487] 'agreement among raft nodes before linearized reading' (duration: 1.597583722s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.487396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:38.121776Z","time spent":"1.365613107s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:34:39.487409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:37.889653Z","time spent":"1.597750316s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-25T17:34:39.487362Z","caller":"traceutil/trace.go:171","msg":"trace[221729639] transaction","detail":"{read_only:false; response_revision:10507; number_of_response:1; }","duration":"1.392880312s","start":"2026-02-25T17:34:38.09436Z","end":"2026-02-25T17:34:39.48724Z","steps":["trace[221729639] 'process raft request' (duration: 870.141503ms)","trace[221729639] 'compare' (duration: 522.36249ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:39.487533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:38.094332Z","time spent":"1.393113197s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:34:39.487569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.502908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:34:39.487589Z","caller":"traceutil/trace.go:171","msg":"trace[1448398099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10507; }","duration":"946.562909ms","start":"2026-02-25T17:34:38.541021Z","end":"2026-02-25T17:34:39.487584Z","steps":["trace[1448398099] 'agreement among raft nodes before linearized reading' (duration: 946.500698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.487607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:38.540998Z","time spent":"946.60491ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:34:39.487698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165767464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:39.48773Z","caller":"traceutil/trace.go:171","msg":"trace[790148952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10507; }","duration":"1.165841705s","start":"2026-02-25T17:34:38.321878Z","end":"2026-02-25T17:34:39.48772Z","steps":["trace[790148952] 'agreement among raft nodes before linearized reading' (duration: 1.165771334s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.487754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:38.321854Z","time spent":"1.165893646s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:34:39.487758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.132571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T17:34:39.487731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270132291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:39.487762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.006129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:34:39.487786Z","caller":"traceutil/trace.go:171","msg":"trace[390083143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10507; }","duration":"314.200533ms","start":"2026-02-25T17:34:39.173578Z","end":"2026-02-25T17:34:39.487779Z","steps":["trace[390083143] 'agreement among raft nodes before linearized reading' (duration: 314.09978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.487813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.173556Z","time spent":"314.252443ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:34:39.487794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.057719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:34:39.487818Z","caller":"traceutil/trace.go:171","msg":"trace[1352100893] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:10507; }","duration":"302.102331ms","start":"2026-02-25T17:34:39.1857Z","end":"2026-02-25T17:34:39.487802Z","steps":["trace[1352100893] 'agreement among raft nodes before linearized reading' (duration: 301.957828ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:39.487826Z","caller":"traceutil/trace.go:171","msg":"trace[807125933] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10507; }","duration":"1.270277464s","start":"2026-02-25T17:34:38.217529Z","end":"2026-02-25T17:34:39.487806Z","steps":["trace[807125933] 'agreement among raft nodes before linearized reading' (duration: 1.27008993s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.487856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.185679Z","time spent":"302.169022ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"info","ts":"2026-02-25T17:34:39.48786Z","caller":"traceutil/trace.go:171","msg":"trace[150417709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10507; }","duration":"314.170141ms","start":"2026-02-25T17:34:39.173673Z","end":"2026-02-25T17:34:39.487843Z","steps":["trace[150417709] 'agreement among raft nodes before linearized reading' (duration: 313.988687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.487877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:38.217485Z","time spent":"1.270381777s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:34:39.487892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.17365Z","time spent":"314.235203ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:34:39.487905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305826803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:34:39.487982Z","caller":"traceutil/trace.go:171","msg":"trace[833780789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10507; }","duration":"1.305942706s","start":"2026-02-25T17:34:38.18202Z","end":"2026-02-25T17:34:39.487963Z","steps":["trace[833780789] 'agreement among raft nodes before linearized reading' (duration: 1.30568416s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.488029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:38.182003Z","time spent":"1.306012977s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:34:39.488267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.960462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-25T17:34:39.488314Z","caller":"traceutil/trace.go:171","msg":"trace[1246154635] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:10507; }","duration":"652.045274ms","start":"2026-02-25T17:34:38.836252Z","end":"2026-02-25T17:34:39.488298Z","steps":["trace[1246154635] 'agreement among raft nodes before linearized reading' (duration: 651.118352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.488347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:38.836228Z","time spent":"652.109425ms","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-25T17:34:39.908873Z","caller":"traceutil/trace.go:171","msg":"trace[1257672243] transaction","detail":"{read_only:false; response_revision:10509; number_of_response:1; }","duration":"416.553281ms","start":"2026-02-25T17:34:39.492291Z","end":"2026-02-25T17:34:39.908844Z","steps":["trace[1257672243] 'process raft request' (duration: 416.237473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.909036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.492221Z","time spent":"416.727435ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:34:39.909169Z","caller":"traceutil/trace.go:171","msg":"trace[705531457] transaction","detail":"{read_only:false; response_revision:10510; number_of_response:1; }","duration":"416.842327ms","start":"2026-02-25T17:34:39.492298Z","end":"2026-02-25T17:34:39.909141Z","steps":["trace[705531457] 'process raft request' (duration: 416.479869ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:39.909259Z","caller":"traceutil/trace.go:171","msg":"trace[291008591] linearizableReadLoop","detail":"{readStateIndex:10894; appliedIndex:10890; }","duration":"349.220176ms","start":"2026-02-25T17:34:39.560017Z","end":"2026-02-25T17:34:39.909237Z","steps":["trace[291008591] 'read index received' (duration: 348.721444ms)","trace[291008591] 'applied index is now lower than readState.Index' (duration: 497.722µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:39.909337Z","caller":"traceutil/trace.go:171","msg":"trace[1216529013] transaction","detail":"{read_only:false; response_revision:10511; number_of_response:1; }","duration":"416.957691ms","start":"2026-02-25T17:34:39.49237Z","end":"2026-02-25T17:34:39.909328Z","steps":["trace[1216529013] 'process raft request' (duration: 416.705915ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:39.909313Z","caller":"traceutil/trace.go:171","msg":"trace[1135440761] transaction","detail":"{read_only:false; response_revision:10512; number_of_response:1; }","duration":"416.616993ms","start":"2026-02-25T17:34:39.49267Z","end":"2026-02-25T17:34:39.909287Z","steps":["trace[1135440761] 'process raft request' (duration: 416.516241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.909371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.492343Z","time spent":"417.011381ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:34:39.909299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.492274Z","time spent":"416.954381ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:34:39.909425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.49264Z","time spent":"416.727545ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:34:39.909446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.781613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:39.909501Z","caller":"traceutil/trace.go:171","msg":"trace[2116983811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10512; }","duration":"412.873045ms","start":"2026-02-25T17:34:39.496608Z","end":"2026-02-25T17:34:39.909481Z","steps":["trace[2116983811] 'agreement among raft nodes before linearized reading' (duration: 412.774293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.909555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.496597Z","time spent":"412.946097ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:34:39.909686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.273134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:39.909736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.243256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:39.909759Z","caller":"traceutil/trace.go:171","msg":"trace[1978251002] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10512; }","duration":"105.286797ms","start":"2026-02-25T17:34:39.804466Z","end":"2026-02-25T17:34:39.909753Z","steps":["trace[1978251002] 'agreement among raft nodes before linearized reading' (duration: 105.246746ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:39.90976Z","caller":"traceutil/trace.go:171","msg":"trace[747713032] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10512; }","duration":"104.369645ms","start":"2026-02-25T17:34:39.805372Z","end":"2026-02-25T17:34:39.909742Z","steps":["trace[747713032] 'agreement among raft nodes before linearized reading' (duration: 104.246863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.909954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.273507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:39.910034Z","caller":"traceutil/trace.go:171","msg":"trace[951518093] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10512; }","duration":"105.376499ms","start":"2026-02-25T17:34:39.804635Z","end":"2026-02-25T17:34:39.910012Z","steps":["trace[951518093] 'agreement among raft nodes before linearized reading' (duration: 105.245676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.910087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.855697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-25T17:34:39.910136Z","caller":"traceutil/trace.go:171","msg":"trace[1424668093] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10512; }","duration":"107.948348ms","start":"2026-02-25T17:34:39.802176Z","end":"2026-02-25T17:34:39.910124Z","steps":["trace[1424668093] 'agreement among raft nodes before linearized reading' (duration: 107.781064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.910143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.893512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-25T17:34:39.910169Z","caller":"traceutil/trace.go:171","msg":"trace[1765015177] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10512; }","duration":"346.952363ms","start":"2026-02-25T17:34:39.563209Z","end":"2026-02-25T17:34:39.910162Z","steps":["trace[1765015177] 'agreement among raft nodes before linearized reading' (duration: 346.40459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.91012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.35729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444957"} {"level":"info","ts":"2026-02-25T17:34:39.910237Z","caller":"traceutil/trace.go:171","msg":"trace[512661322] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10512; }","duration":"417.524843ms","start":"2026-02-25T17:34:39.492687Z","end":"2026-02-25T17:34:39.910212Z","steps":["trace[512661322] 'agreement among raft nodes before linearized reading' (duration: 416.763036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:39.910296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.492678Z","time spent":"417.607625ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444980,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T17:34:39.910193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.563191Z","time spent":"346.997244ms","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-25T17:34:39.926508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.533238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:39.926588Z","caller":"traceutil/trace.go:171","msg":"trace[845412662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10512; }","duration":"122.662451ms","start":"2026-02-25T17:34:39.803904Z","end":"2026-02-25T17:34:39.926566Z","steps":["trace[845412662] 'agreement among raft nodes before linearized reading' (duration: 105.811319ms)","trace[845412662] 'get authentication metadata' (duration: 16.738439ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:40.229393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.050921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:34:40.229612Z","caller":"traceutil/trace.go:171","msg":"trace[1493595200] transaction","detail":"{read_only:false; response_revision:10514; number_of_response:1; }","duration":"161.200756ms","start":"2026-02-25T17:34:40.06839Z","end":"2026-02-25T17:34:40.229591Z","steps":["trace[1493595200] 'process raft request' (duration: 161.137214ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:40.229631Z","caller":"traceutil/trace.go:171","msg":"trace[1799957989] linearizableReadLoop","detail":"{readStateIndex:10895; appliedIndex:10894; }","duration":"240.268263ms","start":"2026-02-25T17:34:39.989335Z","end":"2026-02-25T17:34:40.229604Z","steps":["trace[1799957989] 'read index received' (duration: 47.831µs)","trace[1799957989] 'applied index is now lower than readState.Index' (duration: 240.218162ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:40.229642Z","caller":"traceutil/trace.go:171","msg":"trace[1051313229] transaction","detail":"{read_only:false; response_revision:10513; number_of_response:1; }","duration":"310.368234ms","start":"2026-02-25T17:34:39.919245Z","end":"2026-02-25T17:34:40.229613Z","steps":["trace[1051313229] 'process raft request' (duration: 56.997065ms)","trace[1051313229] 'compare' (duration: 252.929578ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:40.229795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:39.919224Z","time spent":"310.490896ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:34:40.22983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.984514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:40.229828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.474989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:40.229928Z","caller":"traceutil/trace.go:171","msg":"trace[510056394] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:10514; }","duration":"240.616242ms","start":"2026-02-25T17:34:39.989284Z","end":"2026-02-25T17:34:40.2299Z","steps":["trace[510056394] 'agreement among raft nodes before linearized reading' (duration: 240.451148ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:40.229865Z","caller":"traceutil/trace.go:171","msg":"trace[870105481] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10514; }","duration":"162.074086ms","start":"2026-02-25T17:34:40.06778Z","end":"2026-02-25T17:34:40.229854Z","steps":["trace[870105481] 'agreement among raft nodes before linearized reading' (duration: 161.969434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:40.855667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.977072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-02-25T17:34:40.855768Z","caller":"traceutil/trace.go:171","msg":"trace[1817835818] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10515; }","duration":"112.128986ms","start":"2026-02-25T17:34:40.743619Z","end":"2026-02-25T17:34:40.855748Z","steps":["trace[1817835818] 'range keys from in-memory index tree' (duration: 111.773407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:41.734844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.785149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:34:41.734936Z","caller":"traceutil/trace.go:171","msg":"trace[1491847497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10516; }","duration":"170.894812ms","start":"2026-02-25T17:34:41.564021Z","end":"2026-02-25T17:34:41.734916Z","steps":["trace[1491847497] 'range keys from in-memory index tree' (duration: 170.486882ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:41.914855Z","caller":"traceutil/trace.go:171","msg":"trace[400467167] transaction","detail":"{read_only:false; response_revision:10517; number_of_response:1; }","duration":"175.719413ms","start":"2026-02-25T17:34:41.739112Z","end":"2026-02-25T17:34:41.914832Z","steps":["trace[400467167] 'process raft request' (duration: 175.541889ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.176446Z","caller":"traceutil/trace.go:171","msg":"trace[274589331] linearizableReadLoop","detail":"{readStateIndex:10900; appliedIndex:10899; }","duration":"261.394585ms","start":"2026-02-25T17:34:41.915036Z","end":"2026-02-25T17:34:42.176431Z","steps":["trace[274589331] 'read index received' (duration: 261.218151ms)","trace[274589331] 'applied index is now lower than readState.Index' (duration: 175.524µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:42.176581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.923247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:42.176576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.005169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:42.176667Z","caller":"traceutil/trace.go:171","msg":"trace[1448711302] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10518; }","duration":"262.150072ms","start":"2026-02-25T17:34:41.914502Z","end":"2026-02-25T17:34:42.176652Z","steps":["trace[1448711302] 'agreement among raft nodes before linearized reading' (duration: 262.021359ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.176668Z","caller":"traceutil/trace.go:171","msg":"trace[255045342] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10518; }","duration":"262.05727ms","start":"2026-02-25T17:34:41.914584Z","end":"2026-02-25T17:34:42.176641Z","steps":["trace[255045342] 'agreement among raft nodes before linearized reading' (duration: 261.886846ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.176641Z","caller":"traceutil/trace.go:171","msg":"trace[713313128] transaction","detail":"{read_only:false; response_revision:10518; number_of_response:1; }","duration":"321.241295ms","start":"2026-02-25T17:34:41.855342Z","end":"2026-02-25T17:34:42.176583Z","steps":["trace[713313128] 'process raft request' (duration: 320.967388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.176882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:41.855321Z","time spent":"321.43711ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:34:42.176891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.383188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-25T17:34:42.176933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.875269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-25T17:34:42.176949Z","caller":"traceutil/trace.go:171","msg":"trace[1614976698] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10518; }","duration":"330.455519ms","start":"2026-02-25T17:34:41.846479Z","end":"2026-02-25T17:34:42.176934Z","steps":["trace[1614976698] 'agreement among raft nodes before linearized reading' (duration: 330.304075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.17693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.006929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-25T17:34:42.176997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:41.846472Z","time spent":"330.51682ms","remote":"127.0.0.1:48948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-25T17:34:42.177074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.082388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T17:34:42.177146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.079274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:42.17718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.836725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:34:42.177223Z","caller":"traceutil/trace.go:171","msg":"trace[1585380074] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10518; }","duration":"260.113555ms","start":"2026-02-25T17:34:41.91706Z","end":"2026-02-25T17:34:42.177174Z","steps":["trace[1585380074] 'agreement among raft nodes before linearized reading' (duration: 260.066053ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.177259Z","caller":"traceutil/trace.go:171","msg":"trace[1410918557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10518; }","duration":"261.935407ms","start":"2026-02-25T17:34:41.91531Z","end":"2026-02-25T17:34:42.177245Z","steps":["trace[1410918557] 'agreement among raft nodes before linearized reading' (duration: 261.571979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.177265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.985853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:42.177269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.186173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:42.177099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.549819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T17:34:42.177296Z","caller":"traceutil/trace.go:171","msg":"trace[2118026996] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10518; }","duration":"248.036265ms","start":"2026-02-25T17:34:41.929251Z","end":"2026-02-25T17:34:42.177287Z","steps":["trace[2118026996] 'agreement among raft nodes before linearized reading' (duration: 247.988064ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.177307Z","caller":"traceutil/trace.go:171","msg":"trace[196032123] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10518; }","duration":"262.223154ms","start":"2026-02-25T17:34:41.915072Z","end":"2026-02-25T17:34:42.177295Z","steps":["trace[196032123] 'agreement among raft nodes before linearized reading' (duration: 262.160143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.17727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.256415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123414"} {"level":"info","ts":"2026-02-25T17:34:42.177352Z","caller":"traceutil/trace.go:171","msg":"trace[835845456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10518; }","duration":"258.811885ms","start":"2026-02-25T17:34:41.91852Z","end":"2026-02-25T17:34:42.177332Z","steps":["trace[835845456] 'agreement among raft nodes before linearized reading' (duration: 258.502268ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.177381Z","caller":"traceutil/trace.go:171","msg":"trace[1284113882] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10518; }","duration":"327.424589ms","start":"2026-02-25T17:34:41.84994Z","end":"2026-02-25T17:34:42.177365Z","steps":["trace[1284113882] 'agreement among raft nodes before linearized reading' (duration: 326.871796ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.17716Z","caller":"traceutil/trace.go:171","msg":"trace[1394197655] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:10518; }","duration":"258.203221ms","start":"2026-02-25T17:34:41.918939Z","end":"2026-02-25T17:34:42.177142Z","steps":["trace[1394197655] 'agreement among raft nodes before linearized reading' (duration: 257.978686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.177386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.205944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:34:42.177023Z","caller":"traceutil/trace.go:171","msg":"trace[1910863155] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10518; }","duration":"262.169942ms","start":"2026-02-25T17:34:41.914831Z","end":"2026-02-25T17:34:42.177001Z","steps":["trace[1910863155] 'agreement among raft nodes before linearized reading' (duration: 261.868515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.177481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:41.849928Z","time spent":"327.538821ms","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123437,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-25T17:34:42.177482Z","caller":"traceutil/trace.go:171","msg":"trace[1164098914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10518; }","duration":"262.336146ms","start":"2026-02-25T17:34:41.915124Z","end":"2026-02-25T17:34:42.177461Z","steps":["trace[1164098914] 'agreement among raft nodes before linearized reading' (duration: 262.041529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.1775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.121188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:42.177666Z","caller":"traceutil/trace.go:171","msg":"trace[1662076681] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10518; }","duration":"261.359824ms","start":"2026-02-25T17:34:41.916285Z","end":"2026-02-25T17:34:42.177644Z","steps":["trace[1662076681] 'agreement among raft nodes before linearized reading' (duration: 261.010096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.177327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.167133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:34:42.177754Z","caller":"traceutil/trace.go:171","msg":"trace[1790417810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10518; }","duration":"262.613853ms","start":"2026-02-25T17:34:41.91513Z","end":"2026-02-25T17:34:42.177744Z","steps":["trace[1790417810] 'agreement among raft nodes before linearized reading' (duration: 262.039169ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.176999Z","caller":"traceutil/trace.go:171","msg":"trace[579599301] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10518; }","duration":"259.998112ms","start":"2026-02-25T17:34:41.916984Z","end":"2026-02-25T17:34:42.176982Z","steps":["trace[579599301] 'agreement among raft nodes before linearized reading' (duration: 259.869799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.177104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.136076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:42.177856Z","caller":"traceutil/trace.go:171","msg":"trace[329004127] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10518; }","duration":"260.901713ms","start":"2026-02-25T17:34:41.916942Z","end":"2026-02-25T17:34:42.177843Z","steps":["trace[329004127] 'agreement among raft nodes before linearized reading' (duration: 260.130595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.176887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.817755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:34:42.196941Z","caller":"traceutil/trace.go:171","msg":"trace[845496570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10518; }","duration":"281.918532ms","start":"2026-02-25T17:34:41.915006Z","end":"2026-02-25T17:34:42.196925Z","steps":["trace[845496570] 'agreement among raft nodes before linearized reading' (duration: 261.800374ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.343865Z","caller":"traceutil/trace.go:171","msg":"trace[470508452] transaction","detail":"{read_only:false; response_revision:10521; number_of_response:1; }","duration":"146.929015ms","start":"2026-02-25T17:34:42.196912Z","end":"2026-02-25T17:34:42.343841Z","steps":["trace[470508452] 'process raft request' (duration: 146.839553ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.343887Z","caller":"traceutil/trace.go:171","msg":"trace[1373895041] transaction","detail":"{read_only:false; response_revision:10520; number_of_response:1; }","duration":"147.094319ms","start":"2026-02-25T17:34:42.196759Z","end":"2026-02-25T17:34:42.343853Z","steps":["trace[1373895041] 'process raft request' (duration: 93.117454ms)","trace[1373895041] 'compare' (duration: 53.728539ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:42.344297Z","caller":"traceutil/trace.go:171","msg":"trace[735193635] transaction","detail":"{read_only:false; response_revision:10522; number_of_response:1; }","duration":"144.362035ms","start":"2026-02-25T17:34:42.199913Z","end":"2026-02-25T17:34:42.344275Z","steps":["trace[735193635] 'process raft request' (duration: 144.14727ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.344287Z","caller":"traceutil/trace.go:171","msg":"trace[1441069602] linearizableReadLoop","detail":"{readStateIndex:10905; appliedIndex:10901; }","duration":"114.642924ms","start":"2026-02-25T17:34:42.229618Z","end":"2026-02-25T17:34:42.344261Z","steps":["trace[1441069602] 'read index received' (duration: 60.292431ms)","trace[1441069602] 'applied index is now lower than readState.Index' (duration: 54.349213ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:42.344354Z","caller":"traceutil/trace.go:171","msg":"trace[1448299303] transaction","detail":"{read_only:false; response_revision:10523; number_of_response:1; }","duration":"109.179518ms","start":"2026-02-25T17:34:42.235147Z","end":"2026-02-25T17:34:42.344327Z","steps":["trace[1448299303] 'process raft request' (duration: 109.069525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.344573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.761338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-02-25T17:34:42.344616Z","caller":"traceutil/trace.go:171","msg":"trace[277578897] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10523; }","duration":"142.871331ms","start":"2026-02-25T17:34:42.201733Z","end":"2026-02-25T17:34:42.344605Z","steps":["trace[277578897] 'agreement among raft nodes before linearized reading' (duration: 142.693447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.344674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.472711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:42.344744Z","caller":"traceutil/trace.go:171","msg":"trace[574384898] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10523; }","duration":"111.601794ms","start":"2026-02-25T17:34:42.233115Z","end":"2026-02-25T17:34:42.344717Z","steps":["trace[574384898] 'agreement among raft nodes before linearized reading' (duration: 111.479771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.34542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.611774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85343"} {"level":"info","ts":"2026-02-25T17:34:42.345483Z","caller":"traceutil/trace.go:171","msg":"trace[918694391] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:10523; }","duration":"148.678786ms","start":"2026-02-25T17:34:42.196784Z","end":"2026-02-25T17:34:42.345463Z","steps":["trace[918694391] 'agreement among raft nodes before linearized reading' (duration: 148.054311ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.573081Z","caller":"traceutil/trace.go:171","msg":"trace[1978122640] linearizableReadLoop","detail":"{readStateIndex:10907; appliedIndex:10906; }","duration":"227.495197ms","start":"2026-02-25T17:34:42.345563Z","end":"2026-02-25T17:34:42.573059Z","steps":["trace[1978122640] 'read index received' (duration: 130.784619ms)","trace[1978122640] 'applied index is now lower than readState.Index' (duration: 96.708358ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:42.573131Z","caller":"traceutil/trace.go:171","msg":"trace[1348137991] transaction","detail":"{read_only:false; response_revision:10524; number_of_response:1; }","duration":"227.683481ms","start":"2026-02-25T17:34:42.345411Z","end":"2026-02-25T17:34:42.573094Z","steps":["trace[1348137991] 'process raft request' (duration: 130.944643ms)","trace[1348137991] 'compare' (duration: 96.40547ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:42.573273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.896106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:42.573318Z","caller":"traceutil/trace.go:171","msg":"trace[1052824827] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10524; }","duration":"224.970188ms","start":"2026-02-25T17:34:42.348336Z","end":"2026-02-25T17:34:42.573307Z","steps":["trace[1052824827] 'agreement among raft nodes before linearized reading' (duration: 224.848505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:42.573531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.881466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:42.573598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.91212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123414"} {"level":"info","ts":"2026-02-25T17:34:42.573672Z","caller":"traceutil/trace.go:171","msg":"trace[1247240381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10524; }","duration":"228.101031ms","start":"2026-02-25T17:34:42.345543Z","end":"2026-02-25T17:34:42.573644Z","steps":["trace[1247240381] 'agreement among raft nodes before linearized reading' (duration: 227.64152ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:42.573869Z","caller":"traceutil/trace.go:171","msg":"trace[1621609061] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10524; }","duration":"223.025433ms","start":"2026-02-25T17:34:42.350642Z","end":"2026-02-25T17:34:42.573667Z","steps":["trace[1621609061] 'agreement among raft nodes before linearized reading' (duration: 222.625144ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:43.672142Z","caller":"traceutil/trace.go:171","msg":"trace[653081431] linearizableReadLoop","detail":"{readStateIndex:10909; appliedIndex:10908; }","duration":"107.15053ms","start":"2026-02-25T17:34:43.564974Z","end":"2026-02-25T17:34:43.672125Z","steps":["trace[653081431] 'read index received' (duration: 107.049498ms)","trace[653081431] 'applied index is now lower than readState.Index' (duration: 100.362µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:43.672206Z","caller":"traceutil/trace.go:171","msg":"trace[827481454] transaction","detail":"{read_only:false; response_revision:10526; number_of_response:1; }","duration":"107.457147ms","start":"2026-02-25T17:34:43.564711Z","end":"2026-02-25T17:34:43.672168Z","steps":["trace[827481454] 'process raft request' (duration: 107.299814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:43.672444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.447727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-25T17:34:43.672625Z","caller":"traceutil/trace.go:171","msg":"trace[981194006] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10526; }","duration":"107.642742ms","start":"2026-02-25T17:34:43.564926Z","end":"2026-02-25T17:34:43.672569Z","steps":["trace[981194006] 'agreement among raft nodes before linearized reading' (duration: 107.384696ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:44.10557Z","caller":"traceutil/trace.go:171","msg":"trace[561014060] transaction","detail":"{read_only:false; response_revision:10527; number_of_response:1; }","duration":"167.901612ms","start":"2026-02-25T17:34:43.937648Z","end":"2026-02-25T17:34:44.10555Z","steps":["trace[561014060] 'process raft request' (duration: 167.775309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.34403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.441219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:44.344124Z","caller":"traceutil/trace.go:171","msg":"trace[1584450191] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10527; }","duration":"154.550482ms","start":"2026-02-25T17:34:44.189548Z","end":"2026-02-25T17:34:44.344099Z","steps":["trace[1584450191] 'range keys from in-memory index tree' (duration: 154.363128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.344171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.871824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:34:44.349874Z","caller":"traceutil/trace.go:171","msg":"trace[1449107097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10527; }","duration":"115.596616ms","start":"2026-02-25T17:34:44.234256Z","end":"2026-02-25T17:34:44.349852Z","steps":["trace[1449107097] 'range keys from in-memory index tree' (duration: 109.700229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.34421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.427457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:34:44.350007Z","caller":"traceutil/trace.go:171","msg":"trace[2128933369] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:10527; }","duration":"144.259033ms","start":"2026-02-25T17:34:44.205727Z","end":"2026-02-25T17:34:44.349986Z","steps":["trace[2128933369] 'range keys from in-memory index tree' (duration: 138.254573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.344329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.190384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:34:44.34437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.89309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:44.350298Z","caller":"traceutil/trace.go:171","msg":"trace[459399350] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10527; }","duration":"163.860579ms","start":"2026-02-25T17:34:44.186428Z","end":"2026-02-25T17:34:44.350288Z","steps":["trace[459399350] 'range keys from in-memory index tree' (duration: 157.829149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.344405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.605453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:44.350358Z","caller":"traceutil/trace.go:171","msg":"trace[643599132] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10527; }","duration":"163.589542ms","start":"2026-02-25T17:34:44.186757Z","end":"2026-02-25T17:34:44.350346Z","steps":["trace[643599132] 'range keys from in-memory index tree' (duration: 157.532182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.344501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.149516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:44.350428Z","caller":"traceutil/trace.go:171","msg":"trace[507242361] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10527; }","duration":"161.100345ms","start":"2026-02-25T17:34:44.18932Z","end":"2026-02-25T17:34:44.35042Z","steps":["trace[507242361] 'range keys from in-memory index tree' (duration: 155.089475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.344529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.549852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-25T17:34:44.350507Z","caller":"traceutil/trace.go:171","msg":"trace[1925833335] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10527; }","duration":"163.566061ms","start":"2026-02-25T17:34:44.186934Z","end":"2026-02-25T17:34:44.3505Z","steps":["trace[1925833335] 'range keys from in-memory index tree' (duration: 157.427539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.344547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.976178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-25T17:34:44.350616Z","caller":"traceutil/trace.go:171","msg":"trace[1716220894] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10527; }","duration":"163.07035ms","start":"2026-02-25T17:34:44.187537Z","end":"2026-02-25T17:34:44.350607Z","steps":["trace[1716220894] 'range keys from in-memory index tree' (duration: 156.842095ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:44.350364Z","caller":"traceutil/trace.go:171","msg":"trace[1573883269] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10527; }","duration":"163.123342ms","start":"2026-02-25T17:34:44.18708Z","end":"2026-02-25T17:34:44.350204Z","steps":["trace[1573883269] 'range keys from in-memory index tree' (duration: 157.105591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.344623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.325437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:44.350813Z","caller":"traceutil/trace.go:171","msg":"trace[1226566219] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10527; }","duration":"163.50116ms","start":"2026-02-25T17:34:44.18729Z","end":"2026-02-25T17:34:44.350791Z","steps":["trace[1226566219] 'range keys from in-memory index tree' (duration: 157.287526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.344723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.083295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:34:44.350986Z","caller":"traceutil/trace.go:171","msg":"trace[1652904358] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10527; }","duration":"161.399961ms","start":"2026-02-25T17:34:44.18957Z","end":"2026-02-25T17:34:44.35097Z","steps":["trace[1652904358] 'range keys from in-memory index tree' (duration: 154.508641ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:44.618525Z","caller":"traceutil/trace.go:171","msg":"trace[49467864] transaction","detail":"{read_only:false; response_revision:10529; number_of_response:1; }","duration":"266.274089ms","start":"2026-02-25T17:34:44.352216Z","end":"2026-02-25T17:34:44.61849Z","steps":["trace[49467864] 'process raft request' (duration: 265.963301ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:44.61884Z","caller":"traceutil/trace.go:171","msg":"trace[739031485] transaction","detail":"{read_only:false; response_revision:10530; number_of_response:1; }","duration":"265.383338ms","start":"2026-02-25T17:34:44.353418Z","end":"2026-02-25T17:34:44.618801Z","steps":["trace[739031485] 'process raft request' (duration: 265.009829ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:44.618927Z","caller":"traceutil/trace.go:171","msg":"trace[1781138000] transaction","detail":"{read_only:false; response_revision:10531; number_of_response:1; }","duration":"264.980618ms","start":"2026-02-25T17:34:44.353921Z","end":"2026-02-25T17:34:44.618902Z","steps":["trace[1781138000] 'process raft request' (duration: 264.780653ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:44.618863Z","caller":"traceutil/trace.go:171","msg":"trace[1908024466] linearizableReadLoop","detail":"{readStateIndex:10912; appliedIndex:10910; }","duration":"266.422072ms","start":"2026-02-25T17:34:44.352413Z","end":"2026-02-25T17:34:44.618835Z","steps":["trace[1908024466] 'read index received' (duration: 86.663814ms)","trace[1908024466] 'applied index is now lower than readState.Index' (duration: 179.756748ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:44.61906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.617916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:34:44.619124Z","caller":"traceutil/trace.go:171","msg":"trace[1746368716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10531; }","duration":"266.76729ms","start":"2026-02-25T17:34:44.352343Z","end":"2026-02-25T17:34:44.619111Z","steps":["trace[1746368716] 'agreement among raft nodes before linearized reading' (duration: 266.569205ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:44.680266Z","caller":"traceutil/trace.go:171","msg":"trace[2072578731] transaction","detail":"{read_only:false; response_revision:10532; number_of_response:1; }","duration":"209.814486ms","start":"2026-02-25T17:34:44.47043Z","end":"2026-02-25T17:34:44.680245Z","steps":["trace[2072578731] 'process raft request' (duration: 209.585911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.680855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.115133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444957"} {"level":"info","ts":"2026-02-25T17:34:44.680914Z","caller":"traceutil/trace.go:171","msg":"trace[1198031936] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10532; }","duration":"327.186674ms","start":"2026-02-25T17:34:44.353714Z","end":"2026-02-25T17:34:44.680901Z","steps":["trace[1198031936] 'agreement among raft nodes before linearized reading' (duration: 326.616711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:44.680952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:44.353673Z","time spent":"327.268026ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444980,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T17:34:44.874858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.74737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:34:44.874974Z","caller":"traceutil/trace.go:171","msg":"trace[1100162798] transaction","detail":"{read_only:false; response_revision:10533; number_of_response:1; }","duration":"251.750341ms","start":"2026-02-25T17:34:44.623208Z","end":"2026-02-25T17:34:44.874958Z","steps":["trace[1100162798] 'process raft request' (duration: 141.799096ms)","trace[1100162798] 'compare' (duration: 109.483064ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:44.875092Z","caller":"traceutil/trace.go:171","msg":"trace[122285695] linearizableReadLoop","detail":"{readStateIndex:10916; appliedIndex:10915; }","duration":"194.89079ms","start":"2026-02-25T17:34:44.680173Z","end":"2026-02-25T17:34:44.875064Z","steps":["trace[122285695] 'read index received' (duration: 84.936554ms)","trace[122285695] 'applied index is now lower than readState.Index' (duration: 109.950946ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:44.875253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.797703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-25T17:34:44.875277Z","caller":"traceutil/trace.go:171","msg":"trace[1237004707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10534; }","duration":"242.862964ms","start":"2026-02-25T17:34:44.632405Z","end":"2026-02-25T17:34:44.875268Z","steps":["trace[1237004707] 'agreement among raft nodes before linearized reading' (duration: 242.742942ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:45.165524Z","caller":"traceutil/trace.go:171","msg":"trace[1489071190] transaction","detail":"{read_only:false; response_revision:10536; number_of_response:1; }","duration":"247.339438ms","start":"2026-02-25T17:34:44.918158Z","end":"2026-02-25T17:34:45.165497Z","steps":["trace[1489071190] 'process raft request' (duration: 247.159424ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:46.7903Z","caller":"traceutil/trace.go:171","msg":"trace[551587814] transaction","detail":"{read_only:false; response_revision:10541; number_of_response:1; }","duration":"161.415342ms","start":"2026-02-25T17:34:46.628858Z","end":"2026-02-25T17:34:46.790273Z","steps":["trace[551587814] 'process raft request' (duration: 161.226607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:47.019145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.928242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:34:47.019466Z","caller":"traceutil/trace.go:171","msg":"trace[1594029898] transaction","detail":"{read_only:false; response_revision:10544; number_of_response:1; }","duration":"139.40272ms","start":"2026-02-25T17:34:46.880042Z","end":"2026-02-25T17:34:47.019445Z","steps":["trace[1594029898] 'process raft request' (duration: 139.342189ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:47.019489Z","caller":"traceutil/trace.go:171","msg":"trace[531539298] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"390.005424ms","start":"2026-02-25T17:34:46.629448Z","end":"2026-02-25T17:34:47.019453Z","steps":["trace[531539298] 'process raft request' (duration: 249.655422ms)","trace[531539298] 'compare' (duration: 139.592025ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:47.019614Z","caller":"traceutil/trace.go:171","msg":"trace[948736643] transaction","detail":"{read_only:false; response_revision:10543; number_of_response:1; }","duration":"389.79945ms","start":"2026-02-25T17:34:46.629805Z","end":"2026-02-25T17:34:47.019605Z","steps":["trace[948736643] 'process raft request' (duration: 389.440171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:47.019644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:46.62943Z","time spent":"390.126398ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:34:47.01968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:46.629779Z","time spent":"389.865332ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:34:47.019771Z","caller":"traceutil/trace.go:171","msg":"trace[1738795388] linearizableReadLoop","detail":"{readStateIndex:10926; appliedIndex:10923; }","duration":"330.296496ms","start":"2026-02-25T17:34:46.689463Z","end":"2026-02-25T17:34:47.01976Z","steps":["trace[1738795388] 'read index received' (duration: 100.616388ms)","trace[1738795388] 'applied index is now lower than readState.Index' (duration: 229.679088ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:47.019952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.496342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:34:47.019985Z","caller":"traceutil/trace.go:171","msg":"trace[477995635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:10544; }","duration":"330.532402ms","start":"2026-02-25T17:34:46.689444Z","end":"2026-02-25T17:34:47.019977Z","steps":["trace[477995635] 'agreement among raft nodes before linearized reading' (duration: 330.396409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:47.020017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:34:46.689432Z","time spent":"330.574733ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:34:47.020279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.657163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:34:47.020358Z","caller":"traceutil/trace.go:171","msg":"trace[38861917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10544; }","duration":"141.795986ms","start":"2026-02-25T17:34:46.878544Z","end":"2026-02-25T17:34:47.02034Z","steps":["trace[38861917] 'agreement among raft nodes before linearized reading' (duration: 141.53874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:34:49.286511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.677644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:34:49.286738Z","caller":"traceutil/trace.go:171","msg":"trace[817788243] linearizableReadLoop","detail":"{readStateIndex:10937; appliedIndex:10934; }","duration":"221.124139ms","start":"2026-02-25T17:34:49.065595Z","end":"2026-02-25T17:34:49.286719Z","steps":["trace[817788243] 'read index received' (duration: 26.128897ms)","trace[817788243] 'applied index is now lower than readState.Index' (duration: 194.993942ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:34:49.286768Z","caller":"traceutil/trace.go:171","msg":"trace[318315686] transaction","detail":"{read_only:false; response_revision:10553; number_of_response:1; }","duration":"222.239825ms","start":"2026-02-25T17:34:49.064488Z","end":"2026-02-25T17:34:49.286728Z","steps":["trace[318315686] 'process raft request' (duration: 222.150703ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:34:49.286788Z","caller":"traceutil/trace.go:171","msg":"trace[1814536750] transaction","detail":"{read_only:false; response_revision:10552; number_of_response:1; }","duration":"222.4466ms","start":"2026-02-25T17:34:49.064281Z","end":"2026-02-25T17:34:49.286727Z","steps":["trace[1814536750] 'process raft request' (duration: 95.453099ms)","trace[1814536750] 'compare' (duration: 126.463239ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:34:49.287341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.732004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444957"} {"level":"info","ts":"2026-02-25T17:34:49.287421Z","caller":"traceutil/trace.go:171","msg":"trace[1642084252] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10553; }","duration":"221.838806ms","start":"2026-02-25T17:34:49.065566Z","end":"2026-02-25T17:34:49.287404Z","steps":["trace[1642084252] 'agreement among raft nodes before linearized reading' (duration: 221.205561ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:38:39.484817Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10021} {"level":"info","ts":"2026-02-25T17:38:39.597803Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10021,"took":"110.13672ms","hash":2016799248,"current-db-size-bytes":42811392,"current-db-size":"43 MB","current-db-size-in-use-bytes":23941120,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-25T17:38:39.597882Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2016799248,"revision":10021,"compact-revision":7713} {"level":"info","ts":"2026-02-25T17:40:10.310097Z","caller":"traceutil/trace.go:171","msg":"trace[1414512972] transaction","detail":"{read_only:false; response_revision:12588; number_of_response:1; }","duration":"102.577724ms","start":"2026-02-25T17:40:10.207498Z","end":"2026-02-25T17:40:10.310076Z","steps":["trace[1414512972] 'process raft request' (duration: 102.447051ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:40:15.229922Z","caller":"traceutil/trace.go:171","msg":"trace[389404417] transaction","detail":"{read_only:false; response_revision:12611; number_of_response:1; }","duration":"177.078883ms","start":"2026-02-25T17:40:15.052598Z","end":"2026-02-25T17:40:15.229677Z","steps":["trace[389404417] 'process raft request' (duration: 136.743042ms)","trace[389404417] 'compare' (duration: 39.888721ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:40:15.899698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.778536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-25T17:40:15.899863Z","caller":"traceutil/trace.go:171","msg":"trace[999548760] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12614; }","duration":"403.992421ms","start":"2026-02-25T17:40:15.495851Z","end":"2026-02-25T17:40:15.899844Z","steps":["trace[999548760] 'range keys from in-memory index tree' (duration: 403.631472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:15.899906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:15.495784Z","time spent":"404.111264ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T17:40:15.900419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.901809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12679"} {"level":"info","ts":"2026-02-25T17:40:15.900465Z","caller":"traceutil/trace.go:171","msg":"trace[521758542] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:12614; }","duration":"403.96137ms","start":"2026-02-25T17:40:15.496493Z","end":"2026-02-25T17:40:15.900454Z","steps":["trace[521758542] 'range keys from in-memory index tree' (duration: 403.810396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:15.900497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:15.496489Z","time spent":"404.000411ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12702,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T17:40:15.90063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.984091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:40:15.900769Z","caller":"traceutil/trace.go:171","msg":"trace[1693453036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12614; }","duration":"401.161725ms","start":"2026-02-25T17:40:15.499578Z","end":"2026-02-25T17:40:15.900739Z","steps":["trace[1693453036] 'range keys from in-memory index tree' (duration: 400.879698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:15.900823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:15.499573Z","time spent":"401.241346ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:40:15.979434Z","caller":"traceutil/trace.go:171","msg":"trace[294580828] linearizableReadLoop","detail":"{readStateIndex:13074; appliedIndex:13073; }","duration":"111.446562ms","start":"2026-02-25T17:40:15.867964Z","end":"2026-02-25T17:40:15.97941Z","steps":["trace[294580828] 'read index received' (duration: 111.305379ms)","trace[294580828] 'applied index is now lower than readState.Index' (duration: 139.583µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:40:15.979561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.589405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:40:15.979595Z","caller":"traceutil/trace.go:171","msg":"trace[300880955] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12615; }","duration":"111.635696ms","start":"2026-02-25T17:40:15.867948Z","end":"2026-02-25T17:40:15.979584Z","steps":["trace[300880955] 'agreement among raft nodes before linearized reading' (duration: 111.566224ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:40:15.979539Z","caller":"traceutil/trace.go:171","msg":"trace[1074867171] transaction","detail":"{read_only:false; response_revision:12615; number_of_response:1; }","duration":"131.831287ms","start":"2026-02-25T17:40:15.847645Z","end":"2026-02-25T17:40:15.979476Z","steps":["trace[1074867171] 'process raft request' (duration: 131.628133ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:40:16.080423Z","caller":"traceutil/trace.go:171","msg":"trace[1686075364] linearizableReadLoop","detail":"{readStateIndex:13075; appliedIndex:13074; }","duration":"100.895475ms","start":"2026-02-25T17:40:15.979493Z","end":"2026-02-25T17:40:16.080389Z","steps":["trace[1686075364] 'read index received' (duration: 100.534656ms)","trace[1686075364] 'applied index is now lower than readState.Index' (duration: 358.459µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:40:16.080486Z","caller":"traceutil/trace.go:171","msg":"trace[943186315] transaction","detail":"{read_only:false; response_revision:12616; number_of_response:1; }","duration":"174.149765ms","start":"2026-02-25T17:40:15.906298Z","end":"2026-02-25T17:40:16.080448Z","steps":["trace[943186315] 'process raft request' (duration: 173.825198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:16.080684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.65189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:40:16.08077Z","caller":"traceutil/trace.go:171","msg":"trace[1528825011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12616; }","duration":"178.772642ms","start":"2026-02-25T17:40:15.901979Z","end":"2026-02-25T17:40:16.080752Z","steps":["trace[1528825011] 'agreement among raft nodes before linearized reading' (duration: 178.526537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:16.080793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.027679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:40:16.080879Z","caller":"traceutil/trace.go:171","msg":"trace[755648128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:12616; }","duration":"191.179193ms","start":"2026-02-25T17:40:15.88968Z","end":"2026-02-25T17:40:16.080859Z","steps":["trace[755648128] 'agreement among raft nodes before linearized reading' (duration: 190.894036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:28.439258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.341393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:40:28.439496Z","caller":"traceutil/trace.go:171","msg":"trace[1483448075] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12711; }","duration":"169.603369ms","start":"2026-02-25T17:40:28.269868Z","end":"2026-02-25T17:40:28.439472Z","steps":["trace[1483448075] 'count revisions from in-memory index tree' (duration: 169.265881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:28.439679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.510707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T17:40:28.439668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.670088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:40:28.439743Z","caller":"traceutil/trace.go:171","msg":"trace[1870650975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:12711; }","duration":"258.841802ms","start":"2026-02-25T17:40:28.180887Z","end":"2026-02-25T17:40:28.439729Z","steps":["trace[1870650975] 'range keys from in-memory index tree' (duration: 258.504653ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:40:28.439763Z","caller":"traceutil/trace.go:171","msg":"trace[670681042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12711; }","duration":"292.567939ms","start":"2026-02-25T17:40:28.147155Z","end":"2026-02-25T17:40:28.439723Z","steps":["trace[670681042] 'range keys from in-memory index tree' (duration: 292.241762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:31.75682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.398294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:40:31.757046Z","caller":"traceutil/trace.go:171","msg":"trace[1891510751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12730; }","duration":"163.699521ms","start":"2026-02-25T17:40:31.593315Z","end":"2026-02-25T17:40:31.757015Z","steps":["trace[1891510751] 'count revisions from in-memory index tree' (duration: 163.293811ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:40:38.703434Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033b5.wal"} {"level":"info","ts":"2026-02-25T17:40:50.866491Z","caller":"traceutil/trace.go:171","msg":"trace[71409543] linearizableReadLoop","detail":"{readStateIndex:13291; appliedIndex:13290; }","duration":"322.814854ms","start":"2026-02-25T17:40:50.543647Z","end":"2026-02-25T17:40:50.866462Z","steps":["trace[71409543] 'read index received' (duration: 322.785283ms)","trace[71409543] 'applied index is now lower than readState.Index' (duration: 27.641µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:40:50.866558Z","caller":"traceutil/trace.go:171","msg":"trace[931283380] transaction","detail":"{read_only:false; response_revision:12821; number_of_response:1; }","duration":"350.859468ms","start":"2026-02-25T17:40:50.515644Z","end":"2026-02-25T17:40:50.866504Z","steps":["trace[931283380] 'process raft request' (duration: 350.651053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:50.866754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.08215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:40:50.866829Z","caller":"traceutil/trace.go:171","msg":"trace[1935381901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12821; }","duration":"323.214043ms","start":"2026-02-25T17:40:50.543593Z","end":"2026-02-25T17:40:50.866807Z","steps":["trace[1935381901] 'agreement among raft nodes before linearized reading' (duration: 322.996678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:50.866846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.358334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T17:40:50.866889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:50.54357Z","time spent":"323.304085ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:40:50.866883Z","caller":"traceutil/trace.go:171","msg":"trace[1371054738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:12821; }","duration":"232.430286ms","start":"2026-02-25T17:40:50.634442Z","end":"2026-02-25T17:40:50.866873Z","steps":["trace[1371054738] 'agreement among raft nodes before linearized reading' (duration: 232.18824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:50.866961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.084727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:40:50.867075Z","caller":"traceutil/trace.go:171","msg":"trace[962967919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12821; }","duration":"121.281931ms","start":"2026-02-25T17:40:50.745766Z","end":"2026-02-25T17:40:50.867048Z","steps":["trace[962967919] 'agreement among raft nodes before linearized reading' (duration: 120.896882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:50.867013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:50.515611Z","time spent":"351.201686ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:40:51.092677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.848421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:40:51.092933Z","caller":"traceutil/trace.go:171","msg":"trace[354584790] transaction","detail":"{read_only:false; response_revision:12822; number_of_response:1; }","duration":"221.537241ms","start":"2026-02-25T17:40:50.871376Z","end":"2026-02-25T17:40:51.092914Z","steps":["trace[354584790] 'process raft request' (duration: 55.120206ms)","trace[354584790] 'compare' (duration: 165.083594ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:40:51.092999Z","caller":"traceutil/trace.go:171","msg":"trace[870631505] linearizableReadLoop","detail":"{readStateIndex:13293; appliedIndex:13291; }","duration":"220.129878ms","start":"2026-02-25T17:40:50.872849Z","end":"2026-02-25T17:40:51.092979Z","steps":["trace[870631505] 'read index received' (duration: 53.659733ms)","trace[870631505] 'applied index is now lower than readState.Index' (duration: 166.468415ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:40:51.093161Z","caller":"traceutil/trace.go:171","msg":"trace[1859925828] transaction","detail":"{read_only:false; response_revision:12823; number_of_response:1; }","duration":"221.483559ms","start":"2026-02-25T17:40:50.871669Z","end":"2026-02-25T17:40:51.093152Z","steps":["trace[1859925828] 'process raft request' (duration: 221.153792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:51.093438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.593569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:40:51.093465Z","caller":"traceutil/trace.go:171","msg":"trace[1117586526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12823; }","duration":"169.671491ms","start":"2026-02-25T17:40:50.923785Z","end":"2026-02-25T17:40:51.093457Z","steps":["trace[1117586526] 'agreement among raft nodes before linearized reading' (duration: 169.555028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:51.094451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.599862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578740"} {"level":"info","ts":"2026-02-25T17:40:51.094522Z","caller":"traceutil/trace.go:171","msg":"trace[1787181801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:12823; }","duration":"221.673534ms","start":"2026-02-25T17:40:50.872831Z","end":"2026-02-25T17:40:51.094505Z","steps":["trace[1787181801] 'agreement among raft nodes before linearized reading' (duration: 220.342683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:51.433209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.811553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:40:51.433255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.120601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:40:51.433293Z","caller":"traceutil/trace.go:171","msg":"trace[1183497621] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12824; }","duration":"112.909835ms","start":"2026-02-25T17:40:51.320365Z","end":"2026-02-25T17:40:51.433275Z","steps":["trace[1183497621] 'count revisions from in-memory index tree' (duration: 112.691051ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:40:51.433314Z","caller":"traceutil/trace.go:171","msg":"trace[641189048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12824; }","duration":"200.257634ms","start":"2026-02-25T17:40:51.233041Z","end":"2026-02-25T17:40:51.433299Z","steps":["trace[641189048] 'range keys from in-memory index tree' (duration: 199.919917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:51.43359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.110107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:40:51.433663Z","caller":"traceutil/trace.go:171","msg":"trace[740947932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12824; }","duration":"223.266341ms","start":"2026-02-25T17:40:51.21038Z","end":"2026-02-25T17:40:51.433647Z","steps":["trace[740947932] 'range keys from in-memory index tree' (duration: 222.564445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:59.626404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601362239,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:40:59.674398Z","caller":"traceutil/trace.go:171","msg":"trace[1805459331] transaction","detail":"{read_only:false; response_revision:12858; number_of_response:1; }","duration":"780.236872ms","start":"2026-02-25T17:40:58.894099Z","end":"2026-02-25T17:40:59.674336Z","steps":["trace[1805459331] 'process raft request' (duration: 780.074278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:59.674575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:58.894076Z","time spent":"780.416236ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:40:59.675788Z","caller":"traceutil/trace.go:171","msg":"trace[1600612965] linearizableReadLoop","detail":"{readStateIndex:13331; appliedIndex:13330; }","duration":"549.854784ms","start":"2026-02-25T17:40:59.125908Z","end":"2026-02-25T17:40:59.675762Z","steps":["trace[1600612965] 'read index received' (duration: 548.455692ms)","trace[1600612965] 'applied index is now lower than readState.Index' (duration: 1.397802ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:40:59.675903Z","caller":"traceutil/trace.go:171","msg":"trace[1158654148] transaction","detail":"{read_only:false; response_revision:12859; number_of_response:1; }","duration":"212.584002ms","start":"2026-02-25T17:40:59.463296Z","end":"2026-02-25T17:40:59.67588Z","steps":["trace[1158654148] 'process raft request' (duration: 212.226864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:59.676069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.536742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:40:59.676114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.087846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:40:59.676157Z","caller":"traceutil/trace.go:171","msg":"trace[539171062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12859; }","duration":"347.672715ms","start":"2026-02-25T17:40:59.32846Z","end":"2026-02-25T17:40:59.676133Z","steps":["trace[539171062] 'agreement among raft nodes before linearized reading' (duration: 347.523982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:59.676171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.942616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T17:40:59.67617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.254963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:40:59.676214Z","caller":"traceutil/trace.go:171","msg":"trace[1808772030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12859; }","duration":"526.015669ms","start":"2026-02-25T17:40:59.150187Z","end":"2026-02-25T17:40:59.676202Z","steps":["trace[1808772030] 'agreement among raft nodes before linearized reading' (duration: 525.855635ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:40:59.676253Z","caller":"traceutil/trace.go:171","msg":"trace[491758169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12859; }","duration":"550.388526ms","start":"2026-02-25T17:40:59.12585Z","end":"2026-02-25T17:40:59.676238Z","steps":["trace[491758169] 'agreement among raft nodes before linearized reading' (duration: 550.071389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:59.676263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:59.150179Z","time spent":"526.07605ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:40:59.676212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.108313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:40:59.676481Z","caller":"traceutil/trace.go:171","msg":"trace[1534761865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:12859; }","duration":"518.447102ms","start":"2026-02-25T17:40:59.15801Z","end":"2026-02-25T17:40:59.676457Z","steps":["trace[1534761865] 'agreement among raft nodes before linearized reading' (duration: 517.999741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:59.676452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.360254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T17:40:59.676298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:59.12583Z","time spent":"550.459069ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:40:59.676584Z","caller":"traceutil/trace.go:171","msg":"trace[507225755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12859; }","duration":"181.518577ms","start":"2026-02-25T17:40:59.495018Z","end":"2026-02-25T17:40:59.676537Z","steps":["trace[507225755] 'agreement among raft nodes before linearized reading' (duration: 181.110138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:59.676606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:59.157988Z","time spent":"518.539123ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"info","ts":"2026-02-25T17:40:59.676202Z","caller":"traceutil/trace.go:171","msg":"trace[801510927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12859; }","duration":"528.194149ms","start":"2026-02-25T17:40:59.14799Z","end":"2026-02-25T17:40:59.676185Z","steps":["trace[801510927] 'agreement among raft nodes before linearized reading' (duration: 527.958264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:40:59.676725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:59.14798Z","time spent":"528.726021ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:40:59.676226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:40:59.32844Z","time spent":"347.765898ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:40:59.676369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.208583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:40:59.676992Z","caller":"traceutil/trace.go:171","msg":"trace[1369420272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12859; }","duration":"179.786317ms","start":"2026-02-25T17:40:59.49711Z","end":"2026-02-25T17:40:59.676896Z","steps":["trace[1369420272] 'agreement among raft nodes before linearized reading' (duration: 178.978178ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:07.803704Z","caller":"traceutil/trace.go:171","msg":"trace[1234391669] transaction","detail":"{read_only:false; response_revision:12912; number_of_response:1; }","duration":"119.829147ms","start":"2026-02-25T17:41:07.683853Z","end":"2026-02-25T17:41:07.803682Z","steps":["trace[1234391669] 'process raft request' (duration: 119.660503ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:07.958622Z","caller":"traceutil/trace.go:171","msg":"trace[173337619] transaction","detail":"{read_only:false; response_revision:12914; number_of_response:1; }","duration":"227.886049ms","start":"2026-02-25T17:41:07.730681Z","end":"2026-02-25T17:41:07.958567Z","steps":["trace[173337619] 'process raft request' (duration: 227.021049ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:07.958675Z","caller":"traceutil/trace.go:171","msg":"trace[1520016987] transaction","detail":"{read_only:false; response_revision:12913; number_of_response:1; }","duration":"228.055263ms","start":"2026-02-25T17:41:07.730575Z","end":"2026-02-25T17:41:07.95863Z","steps":["trace[1520016987] 'process raft request' (duration: 161.54828ms)","trace[1520016987] 'compare' (duration: 65.293284ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:41:07.958867Z","caller":"traceutil/trace.go:171","msg":"trace[1480653810] linearizableReadLoop","detail":"{readStateIndex:13389; appliedIndex:13386; }","duration":"217.62779ms","start":"2026-02-25T17:41:07.741223Z","end":"2026-02-25T17:41:07.958851Z","steps":["trace[1480653810] 'read index received' (duration: 62.217823ms)","trace[1480653810] 'applied index is now lower than readState.Index' (duration: 155.405617ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:41:07.95895Z","caller":"traceutil/trace.go:171","msg":"trace[1361050008] transaction","detail":"{read_only:false; response_revision:12915; number_of_response:1; }","duration":"182.484469ms","start":"2026-02-25T17:41:07.776458Z","end":"2026-02-25T17:41:07.958942Z","steps":["trace[1361050008] 'process raft request' (duration: 182.044909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:07.959135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.473799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T17:41:07.959135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.272034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:41:07.959165Z","caller":"traceutil/trace.go:171","msg":"trace[1517320029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12915; }","duration":"209.540251ms","start":"2026-02-25T17:41:07.749614Z","end":"2026-02-25T17:41:07.959154Z","steps":["trace[1517320029] 'agreement among raft nodes before linearized reading' (duration: 209.408368ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:07.959184Z","caller":"traceutil/trace.go:171","msg":"trace[1824981836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12915; }","duration":"212.375507ms","start":"2026-02-25T17:41:07.746792Z","end":"2026-02-25T17:41:07.959167Z","steps":["trace[1824981836] 'agreement among raft nodes before linearized reading' (duration: 212.225634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:07.95926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.031769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:41:07.959335Z","caller":"traceutil/trace.go:171","msg":"trace[1067630984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12915; }","duration":"218.125701ms","start":"2026-02-25T17:41:07.741192Z","end":"2026-02-25T17:41:07.959317Z","steps":["trace[1067630984] 'agreement among raft nodes before linearized reading' (duration: 217.897436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:07.959357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.270885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T17:41:07.959374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.37075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:41:07.959399Z","caller":"traceutil/trace.go:171","msg":"trace[1788002296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12915; }","duration":"212.329906ms","start":"2026-02-25T17:41:07.747058Z","end":"2026-02-25T17:41:07.959388Z","steps":["trace[1788002296] 'agreement among raft nodes before linearized reading' (duration: 212.214593ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:07.959447Z","caller":"traceutil/trace.go:171","msg":"trace[2035433643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:12915; }","duration":"195.498933ms","start":"2026-02-25T17:41:07.763933Z","end":"2026-02-25T17:41:07.959432Z","steps":["trace[2035433643] 'agreement among raft nodes before linearized reading' (duration: 195.232436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:07.959693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.045133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:41:07.959781Z","caller":"traceutil/trace.go:171","msg":"trace[1552143951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12915; }","duration":"210.170595ms","start":"2026-02-25T17:41:07.749591Z","end":"2026-02-25T17:41:07.959762Z","steps":["trace[1552143951] 'agreement among raft nodes before linearized reading' (duration: 209.612662ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:08.22252Z","caller":"traceutil/trace.go:171","msg":"trace[2037653516] transaction","detail":"{read_only:false; response_revision:12917; number_of_response:1; }","duration":"255.293639ms","start":"2026-02-25T17:41:07.967196Z","end":"2026-02-25T17:41:08.22249Z","steps":["trace[2037653516] 'process raft request' (duration: 255.015182ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:08.222896Z","caller":"traceutil/trace.go:171","msg":"trace[554807184] transaction","detail":"{read_only:false; response_revision:12918; number_of_response:1; }","duration":"255.611496ms","start":"2026-02-25T17:41:07.967251Z","end":"2026-02-25T17:41:08.222863Z","steps":["trace[554807184] 'process raft request' (duration: 255.186686ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:08.223057Z","caller":"traceutil/trace.go:171","msg":"trace[581914150] transaction","detail":"{read_only:false; response_revision:12919; number_of_response:1; }","duration":"255.688717ms","start":"2026-02-25T17:41:07.967347Z","end":"2026-02-25T17:41:08.223035Z","steps":["trace[581914150] 'process raft request' (duration: 255.412961ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:08.223159Z","caller":"traceutil/trace.go:171","msg":"trace[1663998539] linearizableReadLoop","detail":"{readStateIndex:13395; appliedIndex:13390; }","duration":"255.554835ms","start":"2026-02-25T17:41:07.96759Z","end":"2026-02-25T17:41:08.223145Z","steps":["trace[1663998539] 'read index received' (duration: 60.565784ms)","trace[1663998539] 'applied index is now lower than readState.Index' (duration: 194.988041ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:41:08.223261Z","caller":"traceutil/trace.go:171","msg":"trace[1352919033] transaction","detail":"{read_only:false; response_revision:12920; number_of_response:1; }","duration":"255.843291ms","start":"2026-02-25T17:41:07.967393Z","end":"2026-02-25T17:41:08.223237Z","steps":["trace[1352919033] 'process raft request' (duration: 255.575625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:08.223889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.276842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590563"} {"level":"info","ts":"2026-02-25T17:41:08.223934Z","caller":"traceutil/trace.go:171","msg":"trace[1892190090] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:12920; }","duration":"256.352293ms","start":"2026-02-25T17:41:07.967571Z","end":"2026-02-25T17:41:08.223924Z","steps":["trace[1892190090] 'agreement among raft nodes before linearized reading' (duration: 255.659407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:08.269182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.272224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:41:08.26927Z","caller":"traceutil/trace.go:171","msg":"trace[154939149] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:12921; }","duration":"119.415787ms","start":"2026-02-25T17:41:08.149836Z","end":"2026-02-25T17:41:08.269252Z","steps":["trace[154939149] 'agreement among raft nodes before linearized reading' (duration: 119.244213ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:10.421509Z","caller":"traceutil/trace.go:171","msg":"trace[1914022977] transaction","detail":"{read_only:false; response_revision:12922; number_of_response:1; }","duration":"454.748264ms","start":"2026-02-25T17:41:09.966732Z","end":"2026-02-25T17:41:10.421481Z","steps":["trace[1914022977] 'process raft request' (duration: 454.57801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:10.421677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:09.966704Z","time spent":"454.885247ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:41:11.135131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.737215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:41:11.135302Z","caller":"traceutil/trace.go:171","msg":"trace[1012326029] linearizableReadLoop","detail":"{readStateIndex:13398; appliedIndex:13396; }","duration":"1.141901103s","start":"2026-02-25T17:41:09.993388Z","end":"2026-02-25T17:41:11.135289Z","steps":["trace[1012326029] 'read index received' (duration: 427.892477ms)","trace[1012326029] 'applied index is now lower than readState.Index' (duration: 714.007846ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:41:11.13533Z","caller":"traceutil/trace.go:171","msg":"trace[191229891] transaction","detail":"{read_only:false; response_revision:12923; number_of_response:1; }","duration":"1.16741794s","start":"2026-02-25T17:41:09.967878Z","end":"2026-02-25T17:41:11.135296Z","steps":["trace[191229891] 'process raft request' (duration: 661.410518ms)","trace[191229891] 'compare' (duration: 505.569621ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:41:11.13539Z","caller":"traceutil/trace.go:171","msg":"trace[1653432892] transaction","detail":"{read_only:false; response_revision:12924; number_of_response:1; }","duration":"862.38766ms","start":"2026-02-25T17:41:10.272995Z","end":"2026-02-25T17:41:11.135383Z","steps":["trace[1653432892] 'process raft request' (duration: 862.219606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.135441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.272974Z","time spent":"862.44009ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:41:11.135506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:09.967865Z","time spent":"1.167543162s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:41:11.135576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11392812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:41:11.135659Z","caller":"traceutil/trace.go:171","msg":"trace[1751055367] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12924; }","duration":"1.114051984s","start":"2026-02-25T17:41:10.021587Z","end":"2026-02-25T17:41:11.135638Z","steps":["trace[1751055367] 'agreement among raft nodes before linearized reading' (duration: 1.11391208s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.135672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.411954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T17:41:11.135701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.02157Z","time spent":"1.114121466s","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T17:41:11.135726Z","caller":"traceutil/trace.go:171","msg":"trace[544603034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12924; }","duration":"908.532576ms","start":"2026-02-25T17:41:10.22718Z","end":"2026-02-25T17:41:11.135713Z","steps":["trace[544603034] 'agreement among raft nodes before linearized reading' (duration: 908.399823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.135756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.227159Z","time spent":"908.592598ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:41:11.135744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.768392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:41:11.135781Z","caller":"traceutil/trace.go:171","msg":"trace[1635236168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12924; }","duration":"908.856385ms","start":"2026-02-25T17:41:10.226918Z","end":"2026-02-25T17:41:11.135774Z","steps":["trace[1635236168] 'agreement among raft nodes before linearized reading' (duration: 908.738822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.135771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.550047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T17:41:11.135815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.435454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T17:41:11.135852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.667369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:41:11.135901Z","caller":"traceutil/trace.go:171","msg":"trace[1734585342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12924; }","duration":"908.579538ms","start":"2026-02-25T17:41:10.227298Z","end":"2026-02-25T17:41:11.135878Z","steps":["trace[1734585342] 'agreement among raft nodes before linearized reading' (duration: 908.334162ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:11.135921Z","caller":"traceutil/trace.go:171","msg":"trace[1660420913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12924; }","duration":"815.765322ms","start":"2026-02-25T17:41:10.32014Z","end":"2026-02-25T17:41:11.135905Z","steps":["trace[1660420913] 'agreement among raft nodes before linearized reading' (duration: 815.424864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.135937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.620602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:41:11.135953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.320127Z","time spent":"815.819803ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:41:11.135951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142555638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:41:11.135963Z","caller":"traceutil/trace.go:171","msg":"trace[1226172494] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:12924; }","duration":"110.648493ms","start":"2026-02-25T17:41:11.025306Z","end":"2026-02-25T17:41:11.135955Z","steps":["trace[1226172494] 'agreement among raft nodes before linearized reading' (duration: 110.605042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.135953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.227268Z","time spent":"908.67383ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:41:11.135976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.400152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:41:11.135998Z","caller":"traceutil/trace.go:171","msg":"trace[1890384292] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:12924; }","duration":"1.142640631s","start":"2026-02-25T17:41:09.993342Z","end":"2026-02-25T17:41:11.135982Z","steps":["trace[1890384292] 'agreement among raft nodes before linearized reading' (duration: 1.142557509s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.136019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.569934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:41:11.136043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103657191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:41:11.136058Z","caller":"traceutil/trace.go:171","msg":"trace[2090386043] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12924; }","duration":"336.537316ms","start":"2026-02-25T17:41:10.799499Z","end":"2026-02-25T17:41:11.136036Z","steps":["trace[2090386043] 'agreement among raft nodes before linearized reading' (duration: 336.393912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.136067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:09.993327Z","time spent":"1.142723203s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:41:11.135818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.116897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:41:11.136084Z","caller":"traceutil/trace.go:171","msg":"trace[1797545572] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12924; }","duration":"500.684276ms","start":"2026-02-25T17:41:10.635379Z","end":"2026-02-25T17:41:11.136063Z","steps":["trace[1797545572] 'agreement among raft nodes before linearized reading' (duration: 500.524203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.136086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.898893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:41:11.136088Z","caller":"traceutil/trace.go:171","msg":"trace[112919489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12924; }","duration":"1.103736153s","start":"2026-02-25T17:41:10.032335Z","end":"2026-02-25T17:41:11.136071Z","steps":["trace[112919489] 'agreement among raft nodes before linearized reading' (duration: 1.103548888s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:11.136123Z","caller":"traceutil/trace.go:171","msg":"trace[939504135] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:12924; }","duration":"602.974525ms","start":"2026-02-25T17:41:10.533139Z","end":"2026-02-25T17:41:11.136114Z","steps":["trace[939504135] 'agreement among raft nodes before linearized reading' (duration: 602.844752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.136106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.799479Z","time spent":"336.615077ms","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:41:11.136116Z","caller":"traceutil/trace.go:171","msg":"trace[8915989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:12924; }","duration":"893.441244ms","start":"2026-02-25T17:41:10.242665Z","end":"2026-02-25T17:41:11.136107Z","steps":["trace[8915989] 'agreement among raft nodes before linearized reading' (duration: 892.949693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.136125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.635354Z","time spent":"500.760449ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:41:11.136139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.533122Z","time spent":"603.012785ms","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":114,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:41:11.136131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.032314Z","time spent":"1.103808605s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:41:11.136159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.242659Z","time spent":"893.490235ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"info","ts":"2026-02-25T17:41:11.135864Z","caller":"traceutil/trace.go:171","msg":"trace[341249670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12924; }","duration":"908.641289ms","start":"2026-02-25T17:41:10.2272Z","end":"2026-02-25T17:41:11.135841Z","steps":["trace[341249670] 'agreement among raft nodes before linearized reading' (duration: 908.474355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.136281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.227172Z","time spent":"909.08882ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:41:11.135803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:10.226892Z","time spent":"908.906825ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:41:11.882466Z","caller":"traceutil/trace.go:171","msg":"trace[654329243] transaction","detail":"{read_only:false; response_revision:12930; number_of_response:1; }","duration":"242.092901ms","start":"2026-02-25T17:41:11.640347Z","end":"2026-02-25T17:41:11.88244Z","steps":["trace[654329243] 'process raft request' (duration: 241.969338ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:11.932008Z","caller":"traceutil/trace.go:171","msg":"trace[1100915206] linearizableReadLoop","detail":"{readStateIndex:13406; appliedIndex:13404; }","duration":"209.91357ms","start":"2026-02-25T17:41:11.722068Z","end":"2026-02-25T17:41:11.931981Z","steps":["trace[1100915206] 'read index received' (duration: 160.303342ms)","trace[1100915206] 'applied index is now lower than readState.Index' (duration: 49.609268ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:41:11.932056Z","caller":"traceutil/trace.go:171","msg":"trace[1825682724] transaction","detail":"{read_only:false; response_revision:12931; number_of_response:1; }","duration":"283.331993ms","start":"2026-02-25T17:41:11.6487Z","end":"2026-02-25T17:41:11.932032Z","steps":["trace[1825682724] 'process raft request' (duration: 283.133239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:11.932347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.265218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-25T17:41:11.932597Z","caller":"traceutil/trace.go:171","msg":"trace[682779775] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12931; }","duration":"210.546294ms","start":"2026-02-25T17:41:11.721998Z","end":"2026-02-25T17:41:11.932544Z","steps":["trace[682779775] 'agreement among raft nodes before linearized reading' (duration: 210.111704ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:12.780238Z","caller":"traceutil/trace.go:171","msg":"trace[358875268] transaction","detail":"{read_only:false; response_revision:12935; number_of_response:1; }","duration":"352.868107ms","start":"2026-02-25T17:41:12.427343Z","end":"2026-02-25T17:41:12.780211Z","steps":["trace[358875268] 'process raft request' (duration: 293.0215ms)","trace[358875268] 'compare' (duration: 59.513229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:41:12.780352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:12.427319Z","time spent":"352.975169ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:41:12.780341Z","caller":"traceutil/trace.go:171","msg":"trace[1081289291] transaction","detail":"{read_only:false; response_revision:12936; number_of_response:1; }","duration":"168.121144ms","start":"2026-02-25T17:41:12.612166Z","end":"2026-02-25T17:41:12.780287Z","steps":["trace[1081289291] 'process raft request' (duration: 167.988591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:20.994571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.693322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:41:20.994644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.46115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96780020-81ab-44fa-8653-3ce68d0ad3f7\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-25T17:41:20.99467Z","caller":"traceutil/trace.go:171","msg":"trace[1843431604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13086; }","duration":"672.846315ms","start":"2026-02-25T17:41:20.321803Z","end":"2026-02-25T17:41:20.994649Z","steps":["trace[1843431604] 'range keys from in-memory index tree' (duration: 672.480696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:20.994491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.201911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e7dc856-e35c-4c9f-8d2a-bffa471aedf2\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-25T17:41:20.994844Z","caller":"traceutil/trace.go:171","msg":"trace[1378171379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e7dc856-e35c-4c9f-8d2a-bffa471aedf2; range_end:; response_count:1; response_revision:13086; }","duration":"819.569289ms","start":"2026-02-25T17:41:20.175258Z","end":"2026-02-25T17:41:20.994827Z","steps":["trace[1378171379] 'range keys from in-memory index tree' (duration: 819.039407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:20.994725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.836063ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-25T17:41:20.995135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:20.175194Z","time spent":"819.931238ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e7dc856-e35c-4c9f-8d2a-bffa471aedf2\" "} {"level":"warn","ts":"2026-02-25T17:41:20.994719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:20.321779Z","time spent":"672.930147ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:41:20.995169Z","caller":"traceutil/trace.go:171","msg":"trace[1029744927] linearizableReadLoop","detail":"{readStateIndex:13565; appliedIndex:13564; }","duration":"184.528477ms","start":"2026-02-25T17:41:20.810626Z","end":"2026-02-25T17:41:20.995154Z","steps":["trace[1029744927] 'read index received' (duration: 66.621µs)","trace[1029744927] 'applied index is now lower than readState.Index' (duration: 184.460366ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:41:20.995167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:20.400881Z","time spent":"594.282821ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T17:41:20.994731Z","caller":"traceutil/trace.go:171","msg":"trace[2037994043] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96780020-81ab-44fa-8653-3ce68d0ad3f7; range_end:; response_count:1; response_revision:13086; }","duration":"820.542082ms","start":"2026-02-25T17:41:20.174155Z","end":"2026-02-25T17:41:20.994697Z","steps":["trace[2037994043] 'range keys from in-memory index tree' (duration: 820.309277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:20.995267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:20.174136Z","time spent":"821.091946ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96780020-81ab-44fa-8653-3ce68d0ad3f7\" "} {"level":"warn","ts":"2026-02-25T17:41:20.995355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.689991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e7dc856-e35c-4c9f-8d2a-bffa471aedf2\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-25T17:41:20.995388Z","caller":"traceutil/trace.go:171","msg":"trace[983183706] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e7dc856-e35c-4c9f-8d2a-bffa471aedf2; range_end:; response_count:1; response_revision:13086; }","duration":"184.809254ms","start":"2026-02-25T17:41:20.810567Z","end":"2026-02-25T17:41:20.995377Z","steps":["trace[983183706] 'agreement among raft nodes before linearized reading' (duration: 184.62743ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:20.995573Z","caller":"traceutil/trace.go:171","msg":"trace[1452309493] transaction","detail":"{read_only:false; response_revision:13087; number_of_response:1; }","duration":"180.79746ms","start":"2026-02-25T17:41:20.814769Z","end":"2026-02-25T17:41:20.995567Z","steps":["trace[1452309493] 'process raft request' (duration: 180.723918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:20.995682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.448331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:41:20.995716Z","caller":"traceutil/trace.go:171","msg":"trace[1501702370] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:13087; }","duration":"156.529954ms","start":"2026-02-25T17:41:20.839177Z","end":"2026-02-25T17:41:20.995707Z","steps":["trace[1501702370] 'agreement among raft nodes before linearized reading' (duration: 156.445882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:21.419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.298422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:41:21.419111Z","caller":"traceutil/trace.go:171","msg":"trace[1997817072] linearizableReadLoop","detail":"{readStateIndex:13567; appliedIndex:13566; }","duration":"421.914128ms","start":"2026-02-25T17:41:20.99718Z","end":"2026-02-25T17:41:21.419094Z","steps":["trace[1997817072] 'read index received' (duration: 276.454803ms)","trace[1997817072] 'applied index is now lower than readState.Index' (duration: 145.457975ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:41:21.419243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.053191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:41:21.41921Z","caller":"traceutil/trace.go:171","msg":"trace[1282730954] transaction","detail":"{read_only:false; response_revision:13088; number_of_response:1; }","duration":"422.278657ms","start":"2026-02-25T17:41:20.99688Z","end":"2026-02-25T17:41:21.419158Z","steps":["trace[1282730954] 'process raft request' (duration: 276.73738ms)","trace[1282730954] 'compare' (duration: 145.146447ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:41:21.41928Z","caller":"traceutil/trace.go:171","msg":"trace[366282338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13088; }","duration":"422.110262ms","start":"2026-02-25T17:41:20.99716Z","end":"2026-02-25T17:41:21.41927Z","steps":["trace[366282338] 'agreement among raft nodes before linearized reading' (duration: 422.00592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:21.419372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:20.996619Z","time spent":"422.671096ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:41:21.419382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:20.997144Z","time spent":"422.227716ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:41:21.420945Z","caller":"traceutil/trace.go:171","msg":"trace[647666471] transaction","detail":"{read_only:false; response_revision:13089; number_of_response:1; }","duration":"417.364991ms","start":"2026-02-25T17:41:21.003284Z","end":"2026-02-25T17:41:21.420649Z","steps":["trace[647666471] 'process raft request' (duration: 417.111576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:21.42113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:21.003262Z","time spent":"417.771191ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:41:21.421098Z","caller":"traceutil/trace.go:171","msg":"trace[347495139] transaction","detail":"{read_only:false; response_revision:13090; number_of_response:1; }","duration":"221.321736ms","start":"2026-02-25T17:41:21.199745Z","end":"2026-02-25T17:41:21.421067Z","steps":["trace[347495139] 'process raft request' (duration: 220.844725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:21.4212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.582433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:41:21.422118Z","caller":"traceutil/trace.go:171","msg":"trace[1600169643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13091; }","duration":"321.583946ms","start":"2026-02-25T17:41:21.100515Z","end":"2026-02-25T17:41:21.422099Z","steps":["trace[1600169643] 'agreement among raft nodes before linearized reading' (duration: 320.574503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:21.422177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:41:21.100489Z","time spent":"321.664778ms","remote":"127.0.0.1:38484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:41:21.421367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.968014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:41:21.422254Z","caller":"traceutil/trace.go:171","msg":"trace[130951841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13091; }","duration":"175.972947ms","start":"2026-02-25T17:41:21.24625Z","end":"2026-02-25T17:41:21.422223Z","steps":["trace[130951841] 'agreement among raft nodes before linearized reading' (duration: 175.010475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:21.421419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.333986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:41:21.422372Z","caller":"traceutil/trace.go:171","msg":"trace[1762554982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13091; }","duration":"174.329859ms","start":"2026-02-25T17:41:21.248028Z","end":"2026-02-25T17:41:21.422357Z","steps":["trace[1762554982] 'agreement among raft nodes before linearized reading' (duration: 173.191443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:21.421523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.438269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:41:21.422459Z","caller":"traceutil/trace.go:171","msg":"trace[219554086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13091; }","duration":"174.390561ms","start":"2026-02-25T17:41:21.248056Z","end":"2026-02-25T17:41:21.422447Z","steps":["trace[219554086] 'agreement among raft nodes before linearized reading' (duration: 173.397667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:21.421513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.176595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:41:21.422533Z","caller":"traceutil/trace.go:171","msg":"trace[1723865964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13091; }","duration":"178.199849ms","start":"2026-02-25T17:41:21.244326Z","end":"2026-02-25T17:41:21.422525Z","steps":["trace[1723865964] 'agreement among raft nodes before linearized reading' (duration: 177.105304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:21.421522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.601589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:41:21.422614Z","caller":"traceutil/trace.go:171","msg":"trace[1050700090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13091; }","duration":"173.795217ms","start":"2026-02-25T17:41:21.2488Z","end":"2026-02-25T17:41:21.422596Z","steps":["trace[1050700090] 'agreement among raft nodes before linearized reading' (duration: 172.378744ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:41:21.421573Z","caller":"traceutil/trace.go:171","msg":"trace[2040890691] transaction","detail":"{read_only:false; response_revision:13091; number_of_response:1; }","duration":"208.18791ms","start":"2026-02-25T17:41:21.213374Z","end":"2026-02-25T17:41:21.421562Z","steps":["trace[2040890691] 'process raft request' (duration: 207.567365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:41:21.421705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.401027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:41:21.422677Z","caller":"traceutil/trace.go:171","msg":"trace[204015553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:13091; }","duration":"141.404471ms","start":"2026-02-25T17:41:21.281266Z","end":"2026-02-25T17:41:21.422671Z","steps":["trace[204015553] 'agreement among raft nodes before linearized reading' (duration: 140.309835ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:15.753403Z","caller":"traceutil/trace.go:171","msg":"trace[1528536233] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"162.423981ms","start":"2026-02-25T17:42:15.590956Z","end":"2026-02-25T17:42:15.75338Z","steps":["trace[1528536233] 'process raft request' (duration: 162.290208ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:15.754902Z","caller":"traceutil/trace.go:171","msg":"trace[527506751] transaction","detail":"{read_only:false; response_revision:13884; number_of_response:1; }","duration":"133.104217ms","start":"2026-02-25T17:42:15.621612Z","end":"2026-02-25T17:42:15.754716Z","steps":["trace[527506751] 'process raft request' (duration: 132.709908ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:15.755326Z","caller":"traceutil/trace.go:171","msg":"trace[1413642325] transaction","detail":"{read_only:false; response_revision:13885; number_of_response:1; }","duration":"105.81592ms","start":"2026-02-25T17:42:15.649469Z","end":"2026-02-25T17:42:15.755285Z","steps":["trace[1413642325] 'process raft request' (duration: 105.002511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.291535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601365216,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:42:24.43713Z","caller":"traceutil/trace.go:171","msg":"trace[267246940] transaction","detail":"{read_only:false; response_revision:13947; number_of_response:1; }","duration":"654.852695ms","start":"2026-02-25T17:42:23.782241Z","end":"2026-02-25T17:42:24.437094Z","steps":["trace[267246940] 'process raft request' (duration: 654.64141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.437446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:23.782213Z","time spent":"655.034759ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:42:24.509452Z","caller":"traceutil/trace.go:171","msg":"trace[1188346458] linearizableReadLoop","detail":"{readStateIndex:14454; appliedIndex:14451; }","duration":"718.427539ms","start":"2026-02-25T17:42:23.790998Z","end":"2026-02-25T17:42:24.509426Z","steps":["trace[1188346458] 'read index received' (duration: 645.814704ms)","trace[1188346458] 'applied index is now lower than readState.Index' (duration: 72.611725ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:42:24.509731Z","caller":"traceutil/trace.go:171","msg":"trace[1433465590] transaction","detail":"{read_only:false; response_revision:13948; number_of_response:1; }","duration":"724.497441ms","start":"2026-02-25T17:42:23.785224Z","end":"2026-02-25T17:42:24.509721Z","steps":["trace[1433465590] 'process raft request' (duration: 723.875656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.509829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:23.785196Z","time spent":"724.564052ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:42:24.509968Z","caller":"traceutil/trace.go:171","msg":"trace[1561482165] transaction","detail":"{read_only:false; response_revision:13949; number_of_response:1; }","duration":"640.613372ms","start":"2026-02-25T17:42:23.869348Z","end":"2026-02-25T17:42:24.509962Z","steps":["trace[1561482165] 'process raft request' (duration: 640.020108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.510011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:23.869332Z","time spent":"640.656353ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:42:24.510165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.175736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:42:24.510194Z","caller":"traceutil/trace.go:171","msg":"trace[59326475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13949; }","duration":"719.241297ms","start":"2026-02-25T17:42:23.790946Z","end":"2026-02-25T17:42:24.510187Z","steps":["trace[59326475] 'agreement among raft nodes before linearized reading' (duration: 719.139295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.510379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:23.790929Z","time spent":"719.437563ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:42:24.510599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.523604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:42:24.5106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.515184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:42:24.510627Z","caller":"traceutil/trace.go:171","msg":"trace[529658910] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13949; }","duration":"261.558065ms","start":"2026-02-25T17:42:24.249059Z","end":"2026-02-25T17:42:24.510618Z","steps":["trace[529658910] 'agreement among raft nodes before linearized reading' (duration: 261.510103ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:24.510656Z","caller":"traceutil/trace.go:171","msg":"trace[689253341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13949; }","duration":"707.610686ms","start":"2026-02-25T17:42:23.803031Z","end":"2026-02-25T17:42:24.510641Z","steps":["trace[689253341] 'agreement among raft nodes before linearized reading' (duration: 707.432492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.510686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:23.803018Z","time spent":"707.662477ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:42:24.510808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.133409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-25T17:42:24.510827Z","caller":"traceutil/trace.go:171","msg":"trace[2089354097] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13949; }","duration":"262.158639ms","start":"2026-02-25T17:42:24.24866Z","end":"2026-02-25T17:42:24.510819Z","steps":["trace[2089354097] 'agreement among raft nodes before linearized reading' (duration: 262.102818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.510989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.472166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-25T17:42:24.511013Z","caller":"traceutil/trace.go:171","msg":"trace[1794481477] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13949; }","duration":"262.532348ms","start":"2026-02-25T17:42:24.248472Z","end":"2026-02-25T17:42:24.511004Z","steps":["trace[1794481477] 'agreement among raft nodes before linearized reading' (duration: 262.464746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.51107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.319412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-02-25T17:42:24.511093Z","caller":"traceutil/trace.go:171","msg":"trace[1492432019] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pqgg4; range_end:; response_count:1; response_revision:13949; }","duration":"145.405124ms","start":"2026-02-25T17:42:24.365682Z","end":"2026-02-25T17:42:24.511087Z","steps":["trace[1492432019] 'agreement among raft nodes before linearized reading' (duration: 145.341212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.511126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.609809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:24.511151Z","caller":"traceutil/trace.go:171","msg":"trace[1368038434] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13949; }","duration":"262.673821ms","start":"2026-02-25T17:42:24.248471Z","end":"2026-02-25T17:42:24.511145Z","steps":["trace[1368038434] 'agreement among raft nodes before linearized reading' (duration: 262.6154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.511185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.049243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:24.511209Z","caller":"traceutil/trace.go:171","msg":"trace[397224819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13949; }","duration":"189.135464ms","start":"2026-02-25T17:42:24.322067Z","end":"2026-02-25T17:42:24.511203Z","steps":["trace[397224819] 'agreement among raft nodes before linearized reading' (duration: 189.101853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.51127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.789494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:24.511293Z","caller":"traceutil/trace.go:171","msg":"trace[1601430270] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13949; }","duration":"262.851915ms","start":"2026-02-25T17:42:24.248435Z","end":"2026-02-25T17:42:24.511287Z","steps":["trace[1601430270] 'agreement among raft nodes before linearized reading' (duration: 262.815584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.512105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.167112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:42:24.512152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.051987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:24.512141Z","caller":"traceutil/trace.go:171","msg":"trace[115450849] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13949; }","duration":"227.204203ms","start":"2026-02-25T17:42:24.284926Z","end":"2026-02-25T17:42:24.512131Z","steps":["trace[115450849] 'agreement among raft nodes before linearized reading' (duration: 227.146682ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:24.512182Z","caller":"traceutil/trace.go:171","msg":"trace[374010095] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13949; }","duration":"406.13394ms","start":"2026-02-25T17:42:24.10604Z","end":"2026-02-25T17:42:24.512174Z","steps":["trace[374010095] 'agreement among raft nodes before linearized reading' (duration: 406.055728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.512206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:24.106017Z","time spent":"406.185171ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-25T17:42:24.513051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.386504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:42:24.51308Z","caller":"traceutil/trace.go:171","msg":"trace[287805811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13949; }","duration":"702.436386ms","start":"2026-02-25T17:42:23.810637Z","end":"2026-02-25T17:42:24.513073Z","steps":["trace[287805811] 'agreement among raft nodes before linearized reading' (duration: 702.365614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.513097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:23.810627Z","time spent":"702.466236ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:42:24.513176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.913548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:42:24.513196Z","caller":"traceutil/trace.go:171","msg":"trace[800846558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:13949; }","duration":"472.96995ms","start":"2026-02-25T17:42:24.040221Z","end":"2026-02-25T17:42:24.513191Z","steps":["trace[800846558] 'agreement among raft nodes before linearized reading' (duration: 472.917378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.513213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:24.040194Z","time spent":"473.013631ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:42:24.513197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.531598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:42:24.513266Z","caller":"traceutil/trace.go:171","msg":"trace[1594174788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13949; }","duration":"702.60774ms","start":"2026-02-25T17:42:23.810642Z","end":"2026-02-25T17:42:24.51325Z","steps":["trace[1594174788] 'agreement among raft nodes before linearized reading' (duration: 702.419646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.513327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:23.810577Z","time spent":"702.740023ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:42:24.516199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.168023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:42:24.516312Z","caller":"traceutil/trace.go:171","msg":"trace[685224071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13950; }","duration":"712.298156ms","start":"2026-02-25T17:42:23.803984Z","end":"2026-02-25T17:42:24.516282Z","steps":["trace[685224071] 'agreement among raft nodes before linearized reading' (duration: 711.975448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:24.516368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:23.803907Z","time spent":"712.4458ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T17:42:43.664139Z","caller":"traceutil/trace.go:171","msg":"trace[739082840] linearizableReadLoop","detail":"{readStateIndex:14556; appliedIndex:14555; }","duration":"332.737007ms","start":"2026-02-25T17:42:43.331374Z","end":"2026-02-25T17:42:43.664111Z","steps":["trace[739082840] 'read index received' (duration: 332.560473ms)","trace[739082840] 'applied index is now lower than readState.Index' (duration: 175.604µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:42:43.664304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.912631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:43.664369Z","caller":"traceutil/trace.go:171","msg":"trace[389447467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14047; }","duration":"333.027894ms","start":"2026-02-25T17:42:43.331326Z","end":"2026-02-25T17:42:43.664354Z","steps":["trace[389447467] 'agreement among raft nodes before linearized reading' (duration: 332.897991ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:43.664191Z","caller":"traceutil/trace.go:171","msg":"trace[620065333] transaction","detail":"{read_only:false; response_revision:14047; number_of_response:1; }","duration":"353.165153ms","start":"2026-02-25T17:42:43.310991Z","end":"2026-02-25T17:42:43.664156Z","steps":["trace[620065333] 'process raft request' (duration: 352.962898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:43.664398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:43.331304Z","time spent":"333.089084ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:42:43.664625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.721283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:42:43.664692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.780574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-25T17:42:43.664781Z","caller":"traceutil/trace.go:171","msg":"trace[1293255614] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14047; }","duration":"274.919277ms","start":"2026-02-25T17:42:43.389843Z","end":"2026-02-25T17:42:43.664763Z","steps":["trace[1293255614] 'agreement among raft nodes before linearized reading' (duration: 274.660661ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:43.664801Z","caller":"traceutil/trace.go:171","msg":"trace[997511145] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:14047; }","duration":"322.885117ms","start":"2026-02-25T17:42:43.341855Z","end":"2026-02-25T17:42:43.66474Z","steps":["trace[997511145] 'agreement among raft nodes before linearized reading' (duration: 322.61335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:43.664933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:43.341846Z","time spent":"323.047311ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":90,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:42:43.664505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:43.310962Z","time spent":"353.4497ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:42:50.451334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.422324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:42:50.451367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.227936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:50.451438Z","caller":"traceutil/trace.go:171","msg":"trace[1195883616] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14076; }","duration":"130.611929ms","start":"2026-02-25T17:42:50.320803Z","end":"2026-02-25T17:42:50.451415Z","steps":["trace[1195883616] 'count revisions from in-memory index tree' (duration: 130.266641ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:50.451447Z","caller":"traceutil/trace.go:171","msg":"trace[1449578872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14076; }","duration":"129.334258ms","start":"2026-02-25T17:42:50.322094Z","end":"2026-02-25T17:42:50.451428Z","steps":["trace[1449578872] 'range keys from in-memory index tree' (duration: 129.165284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.451571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.786893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:42:50.451628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.878096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:50.451953Z","caller":"traceutil/trace.go:171","msg":"trace[73019481] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14076; }","duration":"341.248295ms","start":"2026-02-25T17:42:50.110685Z","end":"2026-02-25T17:42:50.451933Z","steps":["trace[73019481] 'count revisions from in-memory index tree' (duration: 340.805945ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:50.451877Z","caller":"traceutil/trace.go:171","msg":"trace[1966984010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14076; }","duration":"625.140371ms","start":"2026-02-25T17:42:49.826713Z","end":"2026-02-25T17:42:50.451853Z","steps":["trace[1966984010] 'count revisions from in-memory index tree' (duration: 624.694961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.452022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:50.110668Z","time spent":"341.337087ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:42:50.4521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:49.82669Z","time spent":"625.391097ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:42:50.451963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.477095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-pzwj5\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-02-25T17:42:50.4523Z","caller":"traceutil/trace.go:171","msg":"trace[1569976173] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-pzwj5; range_end:; response_count:1; response_revision:14076; }","duration":"546.959907ms","start":"2026-02-25T17:42:49.905321Z","end":"2026-02-25T17:42:50.45228Z","steps":["trace[1569976173] 'range keys from in-memory index tree' (duration: 546.149678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.45239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:49.905306Z","time spent":"547.068679ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-pzwj5\" "} {"level":"warn","ts":"2026-02-25T17:42:50.452677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.705771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T17:42:50.452826Z","caller":"traceutil/trace.go:171","msg":"trace[1183594066] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14076; }","duration":"157.930536ms","start":"2026-02-25T17:42:50.294861Z","end":"2026-02-25T17:42:50.452791Z","steps":["trace[1183594066] 'count revisions from in-memory index tree' (duration: 157.567738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.842938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.128894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:42:50.843083Z","caller":"traceutil/trace.go:171","msg":"trace[1810200651] linearizableReadLoop","detail":"{readStateIndex:14588; appliedIndex:14587; }","duration":"231.312409ms","start":"2026-02-25T17:42:50.611747Z","end":"2026-02-25T17:42:50.843059Z","steps":["trace[1810200651] 'read index received' (duration: 119.848178ms)","trace[1810200651] 'applied index is now lower than readState.Index' (duration: 111.462211ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:42:50.843199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.967874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:50.843291Z","caller":"traceutil/trace.go:171","msg":"trace[323476250] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14078; }","duration":"262.084957ms","start":"2026-02-25T17:42:50.581185Z","end":"2026-02-25T17:42:50.84327Z","steps":["trace[323476250] 'agreement among raft nodes before linearized reading' (duration: 261.943144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.843307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.428946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:50.843354Z","caller":"traceutil/trace.go:171","msg":"trace[220570721] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14078; }","duration":"262.477057ms","start":"2026-02-25T17:42:50.580863Z","end":"2026-02-25T17:42:50.84334Z","steps":["trace[220570721] 'agreement among raft nodes before linearized reading' (duration: 262.314213ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:50.843419Z","caller":"traceutil/trace.go:171","msg":"trace[1224387202] transaction","detail":"{read_only:false; response_revision:14078; number_of_response:1; }","duration":"232.102998ms","start":"2026-02-25T17:42:50.61123Z","end":"2026-02-25T17:42:50.843333Z","steps":["trace[1224387202] 'process raft request' (duration: 120.419851ms)","trace[1224387202] 'compare' (duration: 110.877208ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:42:50.843704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.405061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:50.843792Z","caller":"traceutil/trace.go:171","msg":"trace[1913002568] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14078; }","duration":"261.735329ms","start":"2026-02-25T17:42:50.582038Z","end":"2026-02-25T17:42:50.843774Z","steps":["trace[1913002568] 'agreement among raft nodes before linearized reading' (duration: 261.299839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.843701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.545448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:42:50.843904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.77232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T17:42:50.843914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.100811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-25T17:42:50.843931Z","caller":"traceutil/trace.go:171","msg":"trace[856137276] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14078; }","duration":"265.983709ms","start":"2026-02-25T17:42:50.577937Z","end":"2026-02-25T17:42:50.843921Z","steps":["trace[856137276] 'agreement among raft nodes before linearized reading' (duration: 265.469926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.843903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.459439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-25T17:42:50.843952Z","caller":"traceutil/trace.go:171","msg":"trace[86366436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14078; }","duration":"183.850271ms","start":"2026-02-25T17:42:50.66009Z","end":"2026-02-25T17:42:50.84394Z","steps":["trace[86366436] 'agreement among raft nodes before linearized reading' (duration: 183.701797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.843882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.904172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:42:50.843975Z","caller":"traceutil/trace.go:171","msg":"trace[1650459484] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14078; }","duration":"266.175743ms","start":"2026-02-25T17:42:50.577778Z","end":"2026-02-25T17:42:50.843954Z","steps":["trace[1650459484] 'agreement among raft nodes before linearized reading' (duration: 266.0157ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:50.844013Z","caller":"traceutil/trace.go:171","msg":"trace[1753973972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14078; }","duration":"184.055286ms","start":"2026-02-25T17:42:50.65995Z","end":"2026-02-25T17:42:50.844005Z","steps":["trace[1753973972] 'agreement among raft nodes before linearized reading' (duration: 183.845752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.844106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.021549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T17:42:50.844094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.145691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:50.844143Z","caller":"traceutil/trace.go:171","msg":"trace[66850468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14078; }","duration":"188.07558ms","start":"2026-02-25T17:42:50.656058Z","end":"2026-02-25T17:42:50.844134Z","steps":["trace[66850468] 'agreement among raft nodes before linearized reading' (duration: 187.986088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.844133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.176509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:42:50.844166Z","caller":"traceutil/trace.go:171","msg":"trace[989889617] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14078; }","duration":"101.248713ms","start":"2026-02-25T17:42:50.742899Z","end":"2026-02-25T17:42:50.844148Z","steps":["trace[989889617] 'agreement among raft nodes before linearized reading' (duration: 101.12005ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:50.844219Z","caller":"traceutil/trace.go:171","msg":"trace[856284688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14078; }","duration":"190.306352ms","start":"2026-02-25T17:42:50.653894Z","end":"2026-02-25T17:42:50.844201Z","steps":["trace[856284688] 'agreement among raft nodes before linearized reading' (duration: 190.151378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:50.844256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.755316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:42:50.84444Z","caller":"traceutil/trace.go:171","msg":"trace[1266129210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14078; }","duration":"195.005102ms","start":"2026-02-25T17:42:50.649399Z","end":"2026-02-25T17:42:50.844404Z","steps":["trace[1266129210] 'agreement among raft nodes before linearized reading' (duration: 194.50985ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:50.844571Z","caller":"traceutil/trace.go:171","msg":"trace[1035079165] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14078; }","duration":"266.576492ms","start":"2026-02-25T17:42:50.577401Z","end":"2026-02-25T17:42:50.843977Z","steps":["trace[1035079165] 'agreement among raft nodes before linearized reading' (duration: 265.978218ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:51.096325Z","caller":"traceutil/trace.go:171","msg":"trace[205363010] transaction","detail":"{read_only:false; response_revision:14080; number_of_response:1; }","duration":"246.302919ms","start":"2026-02-25T17:42:50.849992Z","end":"2026-02-25T17:42:51.096295Z","steps":["trace[205363010] 'process raft request' (duration: 245.662324ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:51.096546Z","caller":"traceutil/trace.go:171","msg":"trace[882473763] transaction","detail":"{read_only:false; response_revision:14083; number_of_response:1; }","duration":"244.285232ms","start":"2026-02-25T17:42:50.852241Z","end":"2026-02-25T17:42:51.096526Z","steps":["trace[882473763] 'process raft request' (duration: 243.667967ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:51.096673Z","caller":"traceutil/trace.go:171","msg":"trace[1733680256] linearizableReadLoop","detail":"{readStateIndex:14593; appliedIndex:14589; }","duration":"218.219874ms","start":"2026-02-25T17:42:50.878423Z","end":"2026-02-25T17:42:51.096643Z","steps":["trace[1733680256] 'read index received' (duration: 217.21449ms)","trace[1733680256] 'applied index is now lower than readState.Index' (duration: 1.003543ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:42:51.09684Z","caller":"traceutil/trace.go:171","msg":"trace[2080822788] transaction","detail":"{read_only:false; response_revision:14081; number_of_response:1; }","duration":"245.972021ms","start":"2026-02-25T17:42:50.850855Z","end":"2026-02-25T17:42:51.096827Z","steps":["trace[2080822788] 'process raft request' (duration: 244.978588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.096909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.024546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:51.096945Z","caller":"traceutil/trace.go:171","msg":"trace[1682503375] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14083; }","duration":"226.093357ms","start":"2026-02-25T17:42:50.870842Z","end":"2026-02-25T17:42:51.096935Z","steps":["trace[1682503375] 'agreement among raft nodes before linearized reading' (duration: 225.887363ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:51.096999Z","caller":"traceutil/trace.go:171","msg":"trace[721958377] transaction","detail":"{read_only:false; response_revision:14082; number_of_response:1; }","duration":"245.353286ms","start":"2026-02-25T17:42:50.851632Z","end":"2026-02-25T17:42:51.096985Z","steps":["trace[721958377] 'process raft request' (duration: 244.246011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.097174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.352714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:51.097238Z","caller":"traceutil/trace.go:171","msg":"trace[806292898] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14083; }","duration":"229.412335ms","start":"2026-02-25T17:42:50.867791Z","end":"2026-02-25T17:42:51.097203Z","steps":["trace[806292898] 'agreement among raft nodes before linearized reading' (duration: 229.316002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.097434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.94265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:51.097613Z","caller":"traceutil/trace.go:171","msg":"trace[31739133] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14083; }","duration":"105.121753ms","start":"2026-02-25T17:42:50.992411Z","end":"2026-02-25T17:42:51.097532Z","steps":["trace[31739133] 'agreement among raft nodes before linearized reading' (duration: 104.782455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.097655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.921694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764433"} {"level":"info","ts":"2026-02-25T17:42:51.097682Z","caller":"traceutil/trace.go:171","msg":"trace[301483071] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14083; }","duration":"246.980974ms","start":"2026-02-25T17:42:50.850695Z","end":"2026-02-25T17:42:51.097676Z","steps":["trace[301483071] 'agreement among raft nodes before linearized reading' (duration: 246.37214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.097681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.664417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:51.097719Z","caller":"traceutil/trace.go:171","msg":"trace[551543240] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14083; }","duration":"105.779059ms","start":"2026-02-25T17:42:50.991931Z","end":"2026-02-25T17:42:51.09771Z","steps":["trace[551543240] 'agreement among raft nodes before linearized reading' (duration: 105.686007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.097889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.907072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:51.097923Z","caller":"traceutil/trace.go:171","msg":"trace[306440546] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14083; }","duration":"105.956423ms","start":"2026-02-25T17:42:50.991958Z","end":"2026-02-25T17:42:51.097915Z","steps":["trace[306440546] 'agreement among raft nodes before linearized reading' (duration: 105.873761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.097968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.984254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:51.098037Z","caller":"traceutil/trace.go:171","msg":"trace[98883291] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14083; }","duration":"106.095577ms","start":"2026-02-25T17:42:50.99193Z","end":"2026-02-25T17:42:51.098026Z","steps":["trace[98883291] 'agreement among raft nodes before linearized reading' (duration: 106.009695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.098249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.034783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764433"} {"level":"info","ts":"2026-02-25T17:42:51.098277Z","caller":"traceutil/trace.go:171","msg":"trace[1805936525] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14083; }","duration":"246.076033ms","start":"2026-02-25T17:42:50.852195Z","end":"2026-02-25T17:42:51.098271Z","steps":["trace[1805936525] 'agreement among raft nodes before linearized reading' (duration: 245.700395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.098791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.663594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-25T17:42:51.098868Z","caller":"traceutil/trace.go:171","msg":"trace[1091082646] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14083; }","duration":"230.759166ms","start":"2026-02-25T17:42:50.868094Z","end":"2026-02-25T17:42:51.098853Z","steps":["trace[1091082646] 'agreement among raft nodes before linearized reading' (duration: 229.420675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.100326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.240317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764433"} {"level":"info","ts":"2026-02-25T17:42:51.100364Z","caller":"traceutil/trace.go:171","msg":"trace[1170613654] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14083; }","duration":"216.303779ms","start":"2026-02-25T17:42:50.884052Z","end":"2026-02-25T17:42:51.100356Z","steps":["trace[1170613654] 'agreement among raft nodes before linearized reading' (duration: 213.048483ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:51.380313Z","caller":"traceutil/trace.go:171","msg":"trace[1012944601] linearizableReadLoop","detail":"{readStateIndex:14594; appliedIndex:14593; }","duration":"221.537631ms","start":"2026-02-25T17:42:51.158737Z","end":"2026-02-25T17:42:51.380275Z","steps":["trace[1012944601] 'read index received' (duration: 221.342786ms)","trace[1012944601] 'applied index is now lower than readState.Index' (duration: 193.895µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:42:51.380521Z","caller":"traceutil/trace.go:171","msg":"trace[351678887] transaction","detail":"{read_only:false; response_revision:14084; number_of_response:1; }","duration":"256.308242ms","start":"2026-02-25T17:42:51.124205Z","end":"2026-02-25T17:42:51.380513Z","steps":["trace[351678887] 'process raft request' (duration: 255.934654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.380766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.015032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5l64t\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-02-25T17:42:51.380794Z","caller":"traceutil/trace.go:171","msg":"trace[124542017] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5l64t; range_end:; response_count:1; response_revision:14084; }","duration":"222.120805ms","start":"2026-02-25T17:42:51.158667Z","end":"2026-02-25T17:42:51.380788Z","steps":["trace[124542017] 'agreement among raft nodes before linearized reading' (duration: 221.997462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.380947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.530474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:51.380971Z","caller":"traceutil/trace.go:171","msg":"trace[1753989300] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14084; }","duration":"186.608716ms","start":"2026-02-25T17:42:51.194356Z","end":"2026-02-25T17:42:51.380965Z","steps":["trace[1753989300] 'agreement among raft nodes before linearized reading' (duration: 186.569935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.38123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.202006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:51.381255Z","caller":"traceutil/trace.go:171","msg":"trace[509572920] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14084; }","duration":"186.240457ms","start":"2026-02-25T17:42:51.195008Z","end":"2026-02-25T17:42:51.381249Z","steps":["trace[509572920] 'agreement among raft nodes before linearized reading' (duration: 186.185656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.381414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.586775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:51.381437Z","caller":"traceutil/trace.go:171","msg":"trace[1501667060] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14084; }","duration":"186.626656ms","start":"2026-02-25T17:42:51.194804Z","end":"2026-02-25T17:42:51.381431Z","steps":["trace[1501667060] 'agreement among raft nodes before linearized reading' (duration: 186.545514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.381424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.002831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T17:42:51.381533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.748339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:51.381554Z","caller":"traceutil/trace.go:171","msg":"trace[1806745446] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14084; }","duration":"186.769629ms","start":"2026-02-25T17:42:51.194778Z","end":"2026-02-25T17:42:51.381548Z","steps":["trace[1806745446] 'agreement among raft nodes before linearized reading' (duration: 186.738479ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:51.381552Z","caller":"traceutil/trace.go:171","msg":"trace[1885302464] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14084; }","duration":"162.198886ms","start":"2026-02-25T17:42:51.219323Z","end":"2026-02-25T17:42:51.381522Z","steps":["trace[1885302464] 'agreement among raft nodes before linearized reading' (duration: 161.751065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:51.382074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.424377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:42:51.382132Z","caller":"traceutil/trace.go:171","msg":"trace[608404584] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:14084; }","duration":"128.52163ms","start":"2026-02-25T17:42:51.253593Z","end":"2026-02-25T17:42:51.382115Z","steps":["trace[608404584] 'agreement among raft nodes before linearized reading' (duration: 128.418747ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:52.434701Z","caller":"traceutil/trace.go:171","msg":"trace[969453780] transaction","detail":"{read_only:false; response_revision:14087; number_of_response:1; }","duration":"132.489282ms","start":"2026-02-25T17:42:52.302184Z","end":"2026-02-25T17:42:52.434674Z","steps":["trace[969453780] 'process raft request' (duration: 132.070473ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:52.443539Z","caller":"traceutil/trace.go:171","msg":"trace[1747352464] linearizableReadLoop","detail":"{readStateIndex:14599; appliedIndex:14597; }","duration":"120.887571ms","start":"2026-02-25T17:42:52.32264Z","end":"2026-02-25T17:42:52.443528Z","steps":["trace[1747352464] 'read index received' (duration: 111.43357ms)","trace[1747352464] 'applied index is now lower than readState.Index' (duration: 9.453521ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:42:52.443635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.988054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:52.443661Z","caller":"traceutil/trace.go:171","msg":"trace[1691160893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14088; }","duration":"121.080456ms","start":"2026-02-25T17:42:52.322575Z","end":"2026-02-25T17:42:52.443655Z","steps":["trace[1691160893] 'agreement among raft nodes before linearized reading' (duration: 121.000194ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:52.443804Z","caller":"traceutil/trace.go:171","msg":"trace[1570137618] transaction","detail":"{read_only:false; response_revision:14088; number_of_response:1; }","duration":"122.94306ms","start":"2026-02-25T17:42:52.320854Z","end":"2026-02-25T17:42:52.443797Z","steps":["trace[1570137618] 'process raft request' (duration: 122.611362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:53.61817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601366037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:42:54.119242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601366037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:42:54.292231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230850719s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:42:54.292557Z","caller":"traceutil/trace.go:171","msg":"trace[1700133787] transaction","detail":"{read_only:false; response_revision:14092; number_of_response:1; }","duration":"1.231338641s","start":"2026-02-25T17:42:53.061196Z","end":"2026-02-25T17:42:54.292535Z","steps":["trace[1700133787] 'process raft request' (duration: 1.231217928s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.292665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.061168Z","time spent":"1.231442203s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:42:54.803059Z","caller":"traceutil/trace.go:171","msg":"trace[1025390808] linearizableReadLoop","detail":"{readStateIndex:14604; appliedIndex:14603; }","duration":"1.695487445s","start":"2026-02-25T17:42:53.107544Z","end":"2026-02-25T17:42:54.803031Z","steps":["trace[1025390808] 'read index received' (duration: 1.185435599s)","trace[1025390808] 'applied index is now lower than readState.Index' (duration: 510.050325ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:42:54.803226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695685219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:54.803107Z","caller":"traceutil/trace.go:171","msg":"trace[947692246] transaction","detail":"{read_only:false; response_revision:14093; number_of_response:1; }","duration":"974.086486ms","start":"2026-02-25T17:42:53.828997Z","end":"2026-02-25T17:42:54.803084Z","steps":["trace[947692246] 'process raft request' (duration: 968.045475ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:54.803274Z","caller":"traceutil/trace.go:171","msg":"trace[2012655932] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14093; }","duration":"1.695767861s","start":"2026-02-25T17:42:53.107493Z","end":"2026-02-25T17:42:54.80326Z","steps":["trace[2012655932] 'agreement among raft nodes before linearized reading' (duration: 1.695687509s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.803337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.107469Z","time spent":"1.695855723s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T17:42:54.803364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.828982Z","time spent":"974.300451ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:42:54.803218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695663218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:54.803791Z","caller":"traceutil/trace.go:171","msg":"trace[2144800468] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14093; }","duration":"1.696276923s","start":"2026-02-25T17:42:53.107498Z","end":"2026-02-25T17:42:54.803775Z","steps":["trace[2144800468] 'agreement among raft nodes before linearized reading' (duration: 1.695659938s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.803844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.107485Z","time spent":"1.696343194s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-25T17:42:54.818008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709905571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T17:42:54.818078Z","caller":"traceutil/trace.go:171","msg":"trace[632489699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14094; }","duration":"1.710022534s","start":"2026-02-25T17:42:53.108041Z","end":"2026-02-25T17:42:54.818063Z","steps":["trace[632489699] 'agreement among raft nodes before linearized reading' (duration: 1.709825639s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.818369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709106782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:54.818417Z","caller":"traceutil/trace.go:171","msg":"trace[41505025] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14094; }","duration":"1.709178595s","start":"2026-02-25T17:42:53.109228Z","end":"2026-02-25T17:42:54.818406Z","steps":["trace[41505025] 'agreement among raft nodes before linearized reading' (duration: 1.709081052s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.818486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.109219Z","time spent":"1.709260956s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T17:42:54.818539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649089981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18979"} {"level":"info","ts":"2026-02-25T17:42:54.818647Z","caller":"traceutil/trace.go:171","msg":"trace[1905256373] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14094; }","duration":"1.649272786s","start":"2026-02-25T17:42:53.169354Z","end":"2026-02-25T17:42:54.818627Z","steps":["trace[1905256373] 'agreement among raft nodes before linearized reading' (duration: 1.648995449s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.818692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6983101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-02-25T17:42:54.81873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.169333Z","time spent":"1.649381819s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19002,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T17:42:54.818865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710177138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T17:42:54.818865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699453227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-02-25T17:42:54.81893Z","caller":"traceutil/trace.go:171","msg":"trace[2102090460] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pqgg4; range_end:; response_count:1; response_revision:14094; }","duration":"1.699532368s","start":"2026-02-25T17:42:53.119387Z","end":"2026-02-25T17:42:54.818919Z","steps":["trace[2102090460] 'agreement among raft nodes before linearized reading' (duration: 1.699401455s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:54.818937Z","caller":"traceutil/trace.go:171","msg":"trace[1031595268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14094; }","duration":"1.710248289s","start":"2026-02-25T17:42:53.108662Z","end":"2026-02-25T17:42:54.81891Z","steps":["trace[1031595268] 'agreement among raft nodes before linearized reading' (duration: 1.710130597s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.818987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.11938Z","time spent":"1.69959444s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" "} {"level":"warn","ts":"2026-02-25T17:42:54.819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.108653Z","time spent":"1.710337351s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:42:54.819043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431846981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T17:42:54.818532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707659989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:54.819176Z","caller":"traceutil/trace.go:171","msg":"trace[1350612813] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14094; }","duration":"1.431920723s","start":"2026-02-25T17:42:53.387139Z","end":"2026-02-25T17:42:54.819059Z","steps":["trace[1350612813] 'agreement among raft nodes before linearized reading' (duration: 1.431868652s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.8184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430781176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:54.819195Z","caller":"traceutil/trace.go:171","msg":"trace[1380946042] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14094; }","duration":"1.708362055s","start":"2026-02-25T17:42:53.110816Z","end":"2026-02-25T17:42:54.819178Z","steps":["trace[1380946042] 'agreement among raft nodes before linearized reading' (duration: 1.707475705s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:54.819262Z","caller":"traceutil/trace.go:171","msg":"trace[2072390541] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14094; }","duration":"1.431691227s","start":"2026-02-25T17:42:53.387549Z","end":"2026-02-25T17:42:54.819241Z","steps":["trace[2072390541] 'agreement among raft nodes before linearized reading' (duration: 1.430708624s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.819323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.38754Z","time spent":"1.431766209s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-25T17:42:54.819338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.110808Z","time spent":"1.708475078s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-25T17:42:54.819425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7090138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:54.819461Z","caller":"traceutil/trace.go:171","msg":"trace[1436135673] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14094; }","duration":"1.709066752s","start":"2026-02-25T17:42:53.110386Z","end":"2026-02-25T17:42:54.819452Z","steps":["trace[1436135673] 'agreement among raft nodes before linearized reading' (duration: 1.709010811s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.81949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.110376Z","time spent":"1.709103062s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T17:42:54.818758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70941939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T17:42:54.81959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133031406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:54.819576Z","caller":"traceutil/trace.go:171","msg":"trace[208981893] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14094; }","duration":"1.710246709s","start":"2026-02-25T17:42:53.109311Z","end":"2026-02-25T17:42:54.819557Z","steps":["trace[208981893] 'agreement among raft nodes before linearized reading' (duration: 1.709338178s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:54.819635Z","caller":"traceutil/trace.go:171","msg":"trace[1081916209] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14094; }","duration":"1.133111568s","start":"2026-02-25T17:42:53.686513Z","end":"2026-02-25T17:42:54.819624Z","steps":["trace[1081916209] 'agreement among raft nodes before linearized reading' (duration: 1.133044676s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.81967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.686495Z","time spent":"1.13316837s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T17:42:54.819678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.109299Z","time spent":"1.710361682s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-25T17:42:54.819732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431965114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:54.819757Z","caller":"traceutil/trace.go:171","msg":"trace[1525553386] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14094; }","duration":"1.432003525s","start":"2026-02-25T17:42:53.387746Z","end":"2026-02-25T17:42:54.81975Z","steps":["trace[1525553386] 'agreement among raft nodes before linearized reading' (duration: 1.431964344s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.819785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.387741Z","time spent":"1.432039875s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T17:42:54.819862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350618524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:54.819889Z","caller":"traceutil/trace.go:171","msg":"trace[1501187571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14094; }","duration":"1.350648506s","start":"2026-02-25T17:42:53.469229Z","end":"2026-02-25T17:42:54.819878Z","steps":["trace[1501187571] 'agreement among raft nodes before linearized reading' (duration: 1.350612505s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:54.819882Z","caller":"traceutil/trace.go:171","msg":"trace[376205676] transaction","detail":"{read_only:false; response_revision:14094; number_of_response:1; }","duration":"110.670853ms","start":"2026-02-25T17:42:54.709198Z","end":"2026-02-25T17:42:54.819869Z","steps":["trace[376205676] 'process raft request' (duration: 108.557143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.819905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.469225Z","time spent":"1.350676766s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:42:54.820069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357907025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:42:54.820082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.823041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-pzwj5\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-02-25T17:42:54.818939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710843883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:42:54.820113Z","caller":"traceutil/trace.go:171","msg":"trace[1419069432] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-pzwj5; range_end:; response_count:1; response_revision:14094; }","duration":"285.882603ms","start":"2026-02-25T17:42:54.534221Z","end":"2026-02-25T17:42:54.820104Z","steps":["trace[1419069432] 'agreement among raft nodes before linearized reading' (duration: 285.794411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.820178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421769566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5l64t\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-02-25T17:42:54.820205Z","caller":"traceutil/trace.go:171","msg":"trace[557429210] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5l64t; range_end:; response_count:1; response_revision:14094; }","duration":"1.421818797s","start":"2026-02-25T17:42:53.39838Z","end":"2026-02-25T17:42:54.820199Z","steps":["trace[557429210] 'agreement among raft nodes before linearized reading' (duration: 1.421730855s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.820228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.398369Z","time spent":"1.421852018s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5l64t\" "} {"level":"warn","ts":"2026-02-25T17:42:54.820256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.779255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:54.820296Z","caller":"traceutil/trace.go:171","msg":"trace[302538892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14094; }","duration":"499.818206ms","start":"2026-02-25T17:42:54.320469Z","end":"2026-02-25T17:42:54.820287Z","steps":["trace[302538892] 'agreement among raft nodes before linearized reading' (duration: 499.763325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.820329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:54.320427Z","time spent":"499.896048ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:42:54.818758Z","caller":"traceutil/trace.go:171","msg":"trace[1841635531] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pqgg4; range_end:; response_count:1; response_revision:14094; }","duration":"1.698388202s","start":"2026-02-25T17:42:53.120348Z","end":"2026-02-25T17:42:54.818736Z","steps":["trace[1841635531] 'agreement among raft nodes before linearized reading' (duration: 1.698246239s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.820383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.120331Z","time spent":"1.70004436s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" "} {"level":"info","ts":"2026-02-25T17:42:54.820134Z","caller":"traceutil/trace.go:171","msg":"trace[1774795050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14094; }","duration":"1.712043431s","start":"2026-02-25T17:42:53.108073Z","end":"2026-02-25T17:42:54.820116Z","steps":["trace[1774795050] 'agreement among raft nodes before linearized reading' (duration: 1.710833083s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.820764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.108063Z","time spent":"1.712678916s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:42:54.820909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.387115Z","time spent":"1.432081707s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-25T17:42:54.818885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706779839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:42:54.821004Z","caller":"traceutil/trace.go:171","msg":"trace[769294341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:14094; }","duration":"1.708909428s","start":"2026-02-25T17:42:53.112084Z","end":"2026-02-25T17:42:54.820994Z","steps":["trace[769294341] 'agreement among raft nodes before linearized reading' (duration: 1.706760808s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.821034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.112076Z","time spent":"1.708950388s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:42:54.818723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710431184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:42:54.821257Z","caller":"traceutil/trace.go:171","msg":"trace[643036807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14094; }","duration":"1.713018414s","start":"2026-02-25T17:42:53.108228Z","end":"2026-02-25T17:42:54.821247Z","steps":["trace[643036807] 'agreement among raft nodes before linearized reading' (duration: 1.710169977s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.821318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.108222Z","time spent":"1.713084785s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:42:54.820098Z","caller":"traceutil/trace.go:171","msg":"trace[1338183123] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:14094; }","duration":"1.357953576s","start":"2026-02-25T17:42:53.462138Z","end":"2026-02-25T17:42:54.820092Z","steps":["trace[1338183123] 'agreement among raft nodes before linearized reading' (duration: 1.357871584s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.820903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433261274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:42:54.821511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.462126Z","time spent":"1.35937287s","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":39,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:42:54.82154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084207766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T17:42:54.82155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061116127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T17:42:54.821603Z","caller":"traceutil/trace.go:171","msg":"trace[91772699] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14094; }","duration":"1.06120032s","start":"2026-02-25T17:42:53.760391Z","end":"2026-02-25T17:42:54.821592Z","steps":["trace[91772699] 'agreement among raft nodes before linearized reading' (duration: 1.060065043s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.821622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085295132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:54.821647Z","caller":"traceutil/trace.go:171","msg":"trace[1215702489] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14094; }","duration":"1.085319663s","start":"2026-02-25T17:42:53.736322Z","end":"2026-02-25T17:42:54.821642Z","steps":["trace[1215702489] 'agreement among raft nodes before linearized reading' (duration: 1.085261192s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.821651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.760381Z","time spent":"1.061258061s","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1598,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:42:54.821671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.736285Z","time spent":"1.085382484s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-25T17:42:54.821747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434093133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:42:54.821601Z","caller":"traceutil/trace.go:171","msg":"trace[344188600] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14094; }","duration":"1.433936569s","start":"2026-02-25T17:42:53.387592Z","end":"2026-02-25T17:42:54.821528Z","steps":["trace[344188600] 'agreement among raft nodes before linearized reading' (duration: 1.432904695s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:54.821771Z","caller":"traceutil/trace.go:171","msg":"trace[1420341416] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14094; }","duration":"1.434125014s","start":"2026-02-25T17:42:53.387637Z","end":"2026-02-25T17:42:54.821762Z","steps":["trace[1420341416] 'agreement among raft nodes before linearized reading' (duration: 1.434090283s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.821808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.387632Z","time spent":"1.434172236s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T17:42:54.818996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562218484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-25T17:42:54.821854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.387586Z","time spent":"1.434218747s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-25T17:42:54.821571Z","caller":"traceutil/trace.go:171","msg":"trace[1443239081] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14094; }","duration":"1.084257348s","start":"2026-02-25T17:42:53.737306Z","end":"2026-02-25T17:42:54.821563Z","steps":["trace[1443239081] 'agreement among raft nodes before linearized reading' (duration: 1.084153076s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:42:54.821989Z","caller":"traceutil/trace.go:171","msg":"trace[1847678569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14094; }","duration":"1.565194843s","start":"2026-02-25T17:42:53.256773Z","end":"2026-02-25T17:42:54.821968Z","steps":["trace[1847678569] 'agreement among raft nodes before linearized reading' (duration: 1.562186323s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.822661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.256669Z","time spent":"1.565969901s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T17:42:54.822031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.737298Z","time spent":"1.084720139s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-25T17:42:54.823802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.108018Z","time spent":"1.715769728s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:42:54.824992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715329348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T17:42:54.825037Z","caller":"traceutil/trace.go:171","msg":"trace[1416235240] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14094; }","duration":"1.715390349s","start":"2026-02-25T17:42:53.109636Z","end":"2026-02-25T17:42:54.825026Z","steps":["trace[1416235240] 'agreement among raft nodes before linearized reading' (duration: 1.715283966s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:42:54.825064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:42:53.109628Z","time spent":"1.71543097s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-25T17:43:39.494942Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11937} {"level":"info","ts":"2026-02-25T17:43:39.575067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11937,"took":"77.157821ms","hash":434273153,"current-db-size-bytes":42811392,"current-db-size":"43 MB","current-db-size-in-use-bytes":27344896,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-25T17:43:39.575128Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":434273153,"revision":11937,"compact-revision":10021} {"level":"info","ts":"2026-02-25T17:44:04.281587Z","caller":"traceutil/trace.go:171","msg":"trace[36737202] transaction","detail":"{read_only:false; response_revision:14515; number_of_response:1; }","duration":"217.99863ms","start":"2026-02-25T17:44:04.063566Z","end":"2026-02-25T17:44:04.281565Z","steps":["trace[36737202] 'process raft request' (duration: 217.466627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:05.713876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601368038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:44:06.260621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601368038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:44:06.761537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601368038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:44:06.907947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010350511s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:44:06.90808Z","caller":"traceutil/trace.go:171","msg":"trace[320766827] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14516; }","duration":"1.010494635s","start":"2026-02-25T17:44:05.897566Z","end":"2026-02-25T17:44:06.908061Z","steps":["trace[320766827] 'range keys from in-memory index tree' (duration: 1.010333441s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.908611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.826515555s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:44:06.908961Z","caller":"traceutil/trace.go:171","msg":"trace[971598785] transaction","detail":"{read_only:false; response_revision:14517; number_of_response:1; }","duration":"1.826933955s","start":"2026-02-25T17:44:05.082004Z","end":"2026-02-25T17:44:06.908938Z","steps":["trace[971598785] 'process raft request' (duration: 1.826801812s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.909072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.081988Z","time spent":"1.827011717s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:44:06.940071Z","caller":"traceutil/trace.go:171","msg":"trace[1206019187] linearizableReadLoop","detail":"{readStateIndex:15046; appliedIndex:15043; }","duration":"1.727039107s","start":"2026-02-25T17:44:05.213008Z","end":"2026-02-25T17:44:06.940047Z","steps":["trace[1206019187] 'read index received' (duration: 1.695911845s)","trace[1206019187] 'applied index is now lower than readState.Index' (duration: 31.126252ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:44:06.940099Z","caller":"traceutil/trace.go:171","msg":"trace[222872439] transaction","detail":"{read_only:false; response_revision:14518; number_of_response:1; }","duration":"1.717046505s","start":"2026-02-25T17:44:05.223015Z","end":"2026-02-25T17:44:06.940062Z","steps":["trace[222872439] 'process raft request' (duration: 1.71682635s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:44:06.940201Z","caller":"traceutil/trace.go:171","msg":"trace[1611072998] transaction","detail":"{read_only:false; response_revision:14520; number_of_response:1; }","duration":"139.786895ms","start":"2026-02-25T17:44:06.800365Z","end":"2026-02-25T17:44:06.940151Z","steps":["trace[1611072998] 'process raft request' (duration: 139.647041ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:44:06.940197Z","caller":"traceutil/trace.go:171","msg":"trace[452225663] transaction","detail":"{read_only:false; response_revision:14519; number_of_response:1; }","duration":"1.639188158s","start":"2026-02-25T17:44:05.300936Z","end":"2026-02-25T17:44:06.940125Z","steps":["trace[452225663] 'process raft request' (duration: 1.639023694s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.940266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.223004Z","time spent":"1.717165938s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:44:06.940303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727271592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:44:06.940343Z","caller":"traceutil/trace.go:171","msg":"trace[736603127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14520; }","duration":"1.727349034s","start":"2026-02-25T17:44:05.212982Z","end":"2026-02-25T17:44:06.940331Z","steps":["trace[736603127] 'agreement among raft nodes before linearized reading' (duration: 1.72718778s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.940378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.212971Z","time spent":"1.727400086s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:44:06.940426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.300913Z","time spent":"1.639397272s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12404,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:44:06.940537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717750991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:44:06.940611Z","caller":"traceutil/trace.go:171","msg":"trace[580442254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14520; }","duration":"1.717851314s","start":"2026-02-25T17:44:05.222748Z","end":"2026-02-25T17:44:06.940599Z","steps":["trace[580442254] 'agreement among raft nodes before linearized reading' (duration: 1.717730801s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.940638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.222729Z","time spent":"1.717902015s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:44:06.940783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298283825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-pzwj5\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-02-25T17:44:06.940785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279254084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5l64t\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-02-25T17:44:06.940809Z","caller":"traceutil/trace.go:171","msg":"trace[329131722] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-pzwj5; range_end:; response_count:1; response_revision:14520; }","duration":"1.298339207s","start":"2026-02-25T17:44:05.642461Z","end":"2026-02-25T17:44:06.9408Z","steps":["trace[329131722] 'agreement among raft nodes before linearized reading' (duration: 1.298248285s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:44:06.940819Z","caller":"traceutil/trace.go:171","msg":"trace[589134415] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5l64t; range_end:; response_count:1; response_revision:14520; }","duration":"1.279334095s","start":"2026-02-25T17:44:05.661475Z","end":"2026-02-25T17:44:06.940809Z","steps":["trace[589134415] 'agreement among raft nodes before linearized reading' (duration: 1.279206362s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.940834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.642437Z","time spent":"1.298390487s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-pzwj5\" "} {"level":"warn","ts":"2026-02-25T17:44:06.94084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.661459Z","time spent":"1.279376546s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5l64t\" "} {"level":"warn","ts":"2026-02-25T17:44:06.940992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30106911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-02-25T17:44:06.941035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.072474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:44:06.941041Z","caller":"traceutil/trace.go:171","msg":"trace[1522152814] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pqgg4; range_end:; response_count:1; response_revision:14520; }","duration":"1.301133572s","start":"2026-02-25T17:44:05.639879Z","end":"2026-02-25T17:44:06.941012Z","steps":["trace[1522152814] 'agreement among raft nodes before linearized reading' (duration: 1.30104768s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:44:06.941059Z","caller":"traceutil/trace.go:171","msg":"trace[453690687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14520; }","duration":"368.101974ms","start":"2026-02-25T17:44:06.572949Z","end":"2026-02-25T17:44:06.941051Z","steps":["trace[453690687] 'agreement among raft nodes before linearized reading' (duration: 368.054023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.941067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.639857Z","time spent":"1.301204593s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" "} {"level":"warn","ts":"2026-02-25T17:44:06.941079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:06.572862Z","time spent":"368.211677ms","remote":"127.0.0.1:38512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:44:06.941127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679871902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:44:06.94117Z","caller":"traceutil/trace.go:171","msg":"trace[561641883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14520; }","duration":"1.679954254s","start":"2026-02-25T17:44:05.261204Z","end":"2026-02-25T17:44:06.941158Z","steps":["trace[561641883] 'agreement among raft nodes before linearized reading' (duration: 1.679813161s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.941194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.597799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:44:06.941206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.261183Z","time spent":"1.680015955s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T17:44:06.941217Z","caller":"traceutil/trace.go:171","msg":"trace[830060264] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14520; }","duration":"484.68119ms","start":"2026-02-25T17:44:06.45653Z","end":"2026-02-25T17:44:06.941211Z","steps":["trace[830060264] 'agreement among raft nodes before linearized reading' (duration: 484.635989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.941236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:06.456506Z","time spent":"484.725822ms","remote":"127.0.0.1:49034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":12,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:44:06.941238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353627049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56nwd\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T17:44:06.941287Z","caller":"traceutil/trace.go:171","msg":"trace[797243979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56nwd; range_end:; response_count:1; response_revision:14520; }","duration":"1.353672511s","start":"2026-02-25T17:44:05.5876Z","end":"2026-02-25T17:44:06.941272Z","steps":["trace[797243979] 'agreement among raft nodes before linearized reading' (duration: 1.353470076s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.941303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717957146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:44:06.941335Z","caller":"traceutil/trace.go:171","msg":"trace[884207443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14520; }","duration":"1.718015008s","start":"2026-02-25T17:44:05.223311Z","end":"2026-02-25T17:44:06.941326Z","steps":["trace[884207443] 'agreement among raft nodes before linearized reading' (duration: 1.717934486s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.941344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.587503Z","time spent":"1.353833674s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-56nwd\" "} {"level":"warn","ts":"2026-02-25T17:44:06.941352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619349157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:44:06.941361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.223295Z","time spent":"1.718059798s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T17:44:06.941389Z","caller":"traceutil/trace.go:171","msg":"trace[510868983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14520; }","duration":"1.619404409s","start":"2026-02-25T17:44:05.321969Z","end":"2026-02-25T17:44:06.941374Z","steps":["trace[510868983] 'agreement among raft nodes before linearized reading' (duration: 1.619357508s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.941425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.321953Z","time spent":"1.61946457s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:44:06.941447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279150701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-02-25T17:44:06.941568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718713363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:44:06.941589Z","caller":"traceutil/trace.go:171","msg":"trace[2080117164] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pqgg4; range_end:; response_count:1; response_revision:14520; }","duration":"1.279263053s","start":"2026-02-25T17:44:05.662245Z","end":"2026-02-25T17:44:06.941508Z","steps":["trace[2080117164] 'agreement among raft nodes before linearized reading' (duration: 1.278937085s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.94164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.662233Z","time spent":"1.279395947s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" "} {"level":"warn","ts":"2026-02-25T17:44:06.941813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.270837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:44:06.941847Z","caller":"traceutil/trace.go:171","msg":"trace[363692327] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:14520; }","duration":"514.329628ms","start":"2026-02-25T17:44:06.427502Z","end":"2026-02-25T17:44:06.941832Z","steps":["trace[363692327] 'agreement among raft nodes before linearized reading' (duration: 514.275337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.941875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:06.427487Z","time spent":"514.380819ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:44:06.941598Z","caller":"traceutil/trace.go:171","msg":"trace[815564982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14520; }","duration":"1.718793656s","start":"2026-02-25T17:44:05.222796Z","end":"2026-02-25T17:44:06.941589Z","steps":["trace[815564982] 'agreement among raft nodes before linearized reading' (duration: 1.718677063s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.941931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.331257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T17:44:06.941962Z","caller":"traceutil/trace.go:171","msg":"trace[58558969] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14520; }","duration":"753.386578ms","start":"2026-02-25T17:44:06.188565Z","end":"2026-02-25T17:44:06.941952Z","steps":["trace[58558969] 'agreement among raft nodes before linearized reading' (duration: 753.305216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.941949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:05.222792Z","time spent":"1.719139494s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:44:06.941981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:06.18854Z","time spent":"753.436559ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T17:44:06.942054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.506226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:44:06.942072Z","caller":"traceutil/trace.go:171","msg":"trace[652692312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:14520; }","duration":"677.539037ms","start":"2026-02-25T17:44:06.264526Z","end":"2026-02-25T17:44:06.942065Z","steps":["trace[652692312] 'agreement among raft nodes before linearized reading' (duration: 677.505486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:06.942091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:44:06.264519Z","time spent":"677.566327ms","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:44:07.184452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.338312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:44:07.184628Z","caller":"traceutil/trace.go:171","msg":"trace[1095925902] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14525; }","duration":"160.541987ms","start":"2026-02-25T17:44:07.024004Z","end":"2026-02-25T17:44:07.184546Z","steps":["trace[1095925902] 'range keys from in-memory index tree' (duration: 160.177637ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:44:07.18468Z","caller":"traceutil/trace.go:171","msg":"trace[2038470246] linearizableReadLoop","detail":"{readStateIndex:15053; appliedIndex:15052; }","duration":"113.473244ms","start":"2026-02-25T17:44:07.071171Z","end":"2026-02-25T17:44:07.184644Z","steps":["trace[2038470246] 'read index received' (duration: 107.194608ms)","trace[2038470246] 'applied index is now lower than readState.Index' (duration: 6.277316ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:44:07.185303Z","caller":"traceutil/trace.go:171","msg":"trace[1388571404] transaction","detail":"{read_only:false; response_revision:14526; number_of_response:1; }","duration":"137.516732ms","start":"2026-02-25T17:44:07.047748Z","end":"2026-02-25T17:44:07.185264Z","steps":["trace[1388571404] 'process raft request' (duration: 130.544661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:07.185399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.904604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:44:07.185443Z","caller":"traceutil/trace.go:171","msg":"trace[1570389626] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14526; }","duration":"113.958945ms","start":"2026-02-25T17:44:07.071471Z","end":"2026-02-25T17:44:07.18543Z","steps":["trace[1570389626] 'agreement among raft nodes before linearized reading' (duration: 113.864363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:07.18554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.784011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-25T17:44:07.185602Z","caller":"traceutil/trace.go:171","msg":"trace[1637589422] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14526; }","duration":"113.904694ms","start":"2026-02-25T17:44:07.071683Z","end":"2026-02-25T17:44:07.185588Z","steps":["trace[1637589422] 'agreement among raft nodes before linearized reading' (duration: 113.72888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:07.185932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.759853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-25T17:44:07.185997Z","caller":"traceutil/trace.go:171","msg":"trace[1965006126] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14526; }","duration":"114.866666ms","start":"2026-02-25T17:44:07.071114Z","end":"2026-02-25T17:44:07.18598Z","steps":["trace[1965006126] 'agreement among raft nodes before linearized reading' (duration: 114.052017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:44:07.186308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.318414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-25T17:44:07.186413Z","caller":"traceutil/trace.go:171","msg":"trace[1671367513] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14526; }","duration":"114.456396ms","start":"2026-02-25T17:44:07.071931Z","end":"2026-02-25T17:44:07.186388Z","steps":["trace[1671367513] 'agreement among raft nodes before linearized reading' (duration: 113.474003ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:44:13.759286Z","caller":"traceutil/trace.go:171","msg":"trace[482681758] transaction","detail":"{read_only:false; response_revision:14555; number_of_response:1; }","duration":"140.919131ms","start":"2026-02-25T17:44:13.618345Z","end":"2026-02-25T17:44:13.759264Z","steps":["trace[482681758] 'process raft request' (duration: 140.796718ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:45:46.413523Z","caller":"traceutil/trace.go:171","msg":"trace[1446385615] transaction","detail":"{read_only:false; response_revision:15364; number_of_response:1; }","duration":"125.200805ms","start":"2026-02-25T17:45:46.288295Z","end":"2026-02-25T17:45:46.413496Z","steps":["trace[1446385615] 'process raft request' (duration: 124.698084ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:45:46.94037Z","caller":"traceutil/trace.go:171","msg":"trace[843981293] transaction","detail":"{read_only:false; response_revision:15365; number_of_response:1; }","duration":"209.616085ms","start":"2026-02-25T17:45:46.730734Z","end":"2026-02-25T17:45:46.94035Z","steps":["trace[843981293] 'process raft request' (duration: 209.498743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:45:47.248397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.821614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:45:47.248502Z","caller":"traceutil/trace.go:171","msg":"trace[1080568705] linearizableReadLoop","detail":"{readStateIndex:15922; appliedIndex:15921; }","duration":"242.503118ms","start":"2026-02-25T17:45:47.005982Z","end":"2026-02-25T17:45:47.248485Z","steps":["trace[1080568705] 'read index received' (duration: 96.53952ms)","trace[1080568705] 'applied index is now lower than readState.Index' (duration: 145.962178ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:45:47.248754Z","caller":"traceutil/trace.go:171","msg":"trace[642581509] transaction","detail":"{read_only:false; response_revision:15366; number_of_response:1; }","duration":"255.371147ms","start":"2026-02-25T17:45:46.99337Z","end":"2026-02-25T17:45:47.248741Z","steps":["trace[642581509] 'process raft request' (duration: 109.128853ms)","trace[642581509] 'compare' (duration: 145.485667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:45:47.249026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.399811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-nhpx5\" ","response":"range_response_count:1 size:15343"} {"level":"warn","ts":"2026-02-25T17:45:47.249031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.030411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-02-25T17:45:47.249076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.797034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-p4wgm\" ","response":"range_response_count:1 size:15352"} {"level":"warn","ts":"2026-02-25T17:45:47.249092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.39578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-25T17:45:47.249162Z","caller":"traceutil/trace.go:171","msg":"trace[967498775] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-p4wgm; range_end:; response_count:1; response_revision:15366; }","duration":"120.911566ms","start":"2026-02-25T17:45:47.128229Z","end":"2026-02-25T17:45:47.249141Z","steps":["trace[967498775] 'agreement among raft nodes before linearized reading' (duration: 120.65297ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:45:47.24917Z","caller":"traceutil/trace.go:171","msg":"trace[1228911404] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15366; }","duration":"159.494552ms","start":"2026-02-25T17:45:47.089656Z","end":"2026-02-25T17:45:47.24915Z","steps":["trace[1228911404] 'agreement among raft nodes before linearized reading' (duration: 159.237566ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:45:47.249109Z","caller":"traceutil/trace.go:171","msg":"trace[1635405324] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15366; }","duration":"243.142713ms","start":"2026-02-25T17:45:47.005947Z","end":"2026-02-25T17:45:47.249089Z","steps":["trace[1635405324] 'agreement among raft nodes before linearized reading' (duration: 242.919028ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:45:47.249102Z","caller":"traceutil/trace.go:171","msg":"trace[643596329] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-nhpx5; range_end:; response_count:1; response_revision:15366; }","duration":"172.534764ms","start":"2026-02-25T17:45:47.076547Z","end":"2026-02-25T17:45:47.249082Z","steps":["trace[643596329] 'agreement among raft nodes before linearized reading' (duration: 172.330989ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:45:47.384351Z","caller":"traceutil/trace.go:171","msg":"trace[2020466966] transaction","detail":"{read_only:false; response_revision:15368; number_of_response:1; }","duration":"101.010055ms","start":"2026-02-25T17:45:47.2833Z","end":"2026-02-25T17:45:47.38431Z","steps":["trace[2020466966] 'process raft request' (duration: 75.594045ms)","trace[2020466966] 'compare' (duration: 25.264807ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:45:47.386192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.430246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:877006"} {"level":"info","ts":"2026-02-25T17:45:47.386277Z","caller":"traceutil/trace.go:171","msg":"trace[2063850230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15368; }","duration":"117.526578ms","start":"2026-02-25T17:45:47.268735Z","end":"2026-02-25T17:45:47.386262Z","steps":["trace[2063850230] 'agreement among raft nodes before linearized reading' (duration: 116.704629ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:45:49.631179Z","caller":"traceutil/trace.go:171","msg":"trace[628049025] transaction","detail":"{read_only:false; response_revision:15384; number_of_response:1; }","duration":"138.630398ms","start":"2026-02-25T17:45:49.492506Z","end":"2026-02-25T17:45:49.631136Z","steps":["trace[628049025] 'process raft request' (duration: 45.833914ms)","trace[628049025] 'compare' (duration: 92.666551ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:45:49.841819Z","caller":"traceutil/trace.go:171","msg":"trace[431684641] transaction","detail":"{read_only:false; response_revision:15386; number_of_response:1; }","duration":"206.528423ms","start":"2026-02-25T17:45:49.63525Z","end":"2026-02-25T17:45:49.841778Z","steps":["trace[431684641] 'process raft request' (duration: 150.013802ms)","trace[431684641] 'compare' (duration: 56.290666ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:45:49.841871Z","caller":"traceutil/trace.go:171","msg":"trace[75353415] transaction","detail":"{read_only:false; response_revision:15388; number_of_response:1; }","duration":"206.355449ms","start":"2026-02-25T17:45:49.635468Z","end":"2026-02-25T17:45:49.841824Z","steps":["trace[75353415] 'process raft request' (duration: 206.238857ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:45:49.841953Z","caller":"traceutil/trace.go:171","msg":"trace[1659724283] transaction","detail":"{read_only:false; response_revision:15389; number_of_response:1; }","duration":"114.708103ms","start":"2026-02-25T17:45:49.72722Z","end":"2026-02-25T17:45:49.841928Z","steps":["trace[1659724283] 'process raft request' (duration: 114.532339ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:45:49.842129Z","caller":"traceutil/trace.go:171","msg":"trace[1786472664] transaction","detail":"{read_only:false; response_revision:15387; number_of_response:1; }","duration":"206.707008ms","start":"2026-02-25T17:45:49.635403Z","end":"2026-02-25T17:45:49.84211Z","steps":["trace[1786472664] 'process raft request' (duration: 206.266708ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:47:20.443082Z","caller":"traceutil/trace.go:171","msg":"trace[1374023290] transaction","detail":"{read_only:false; response_revision:15924; number_of_response:1; }","duration":"100.284367ms","start":"2026-02-25T17:47:20.342754Z","end":"2026-02-25T17:47:20.443038Z","steps":["trace[1374023290] 'process raft request' (duration: 35.278529ms)","trace[1374023290] 'compare' (duration: 64.739012ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:36.588261Z","caller":"traceutil/trace.go:171","msg":"trace[1446789018] linearizableReadLoop","detail":"{readStateIndex:17083; appliedIndex:17082; }","duration":"104.627099ms","start":"2026-02-25T17:48:36.483583Z","end":"2026-02-25T17:48:36.58821Z","steps":["trace[1446789018] 'read index received' (duration: 23.687392ms)","trace[1446789018] 'applied index is now lower than readState.Index' (duration: 80.937917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:48:36.588508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.901875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T17:48:36.588641Z","caller":"traceutil/trace.go:171","msg":"trace[2015487079] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16486; }","duration":"105.07832ms","start":"2026-02-25T17:48:36.483542Z","end":"2026-02-25T17:48:36.58862Z","steps":["trace[2015487079] 'agreement among raft nodes before linearized reading' (duration: 104.887575ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:36.588544Z","caller":"traceutil/trace.go:171","msg":"trace[284146594] transaction","detail":"{read_only:false; response_revision:16486; number_of_response:1; }","duration":"160.964062ms","start":"2026-02-25T17:48:36.427455Z","end":"2026-02-25T17:48:36.588419Z","steps":["trace[284146594] 'process raft request' (duration: 79.773779ms)","trace[284146594] 'compare' (duration: 80.805814ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:36.607226Z","caller":"traceutil/trace.go:171","msg":"trace[460195518] transaction","detail":"{read_only:false; response_revision:16487; number_of_response:1; }","duration":"100.852922ms","start":"2026-02-25T17:48:36.506344Z","end":"2026-02-25T17:48:36.607197Z","steps":["trace[460195518] 'process raft request' (duration: 100.688408ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:38.536756Z","caller":"traceutil/trace.go:171","msg":"trace[770332861] linearizableReadLoop","detail":"{readStateIndex:17099; appliedIndex:17098; }","duration":"199.279825ms","start":"2026-02-25T17:48:38.337451Z","end":"2026-02-25T17:48:38.536731Z","steps":["trace[770332861] 'read index received' (duration: 198.941817ms)","trace[770332861] 'applied index is now lower than readState.Index' (duration: 337.118µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:38.536893Z","caller":"traceutil/trace.go:171","msg":"trace[1054263877] transaction","detail":"{read_only:false; response_revision:16501; number_of_response:1; }","duration":"200.503794ms","start":"2026-02-25T17:48:38.336373Z","end":"2026-02-25T17:48:38.536876Z","steps":["trace[1054263877] 'process raft request' (duration: 200.113915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:38.537188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.722736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.18978e8a5f2e54cf\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-02-25T17:48:38.537243Z","caller":"traceutil/trace.go:171","msg":"trace[1769322914] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.18978e8a5f2e54cf; range_end:; response_count:1; response_revision:16501; }","duration":"199.817657ms","start":"2026-02-25T17:48:38.337411Z","end":"2026-02-25T17:48:38.537229Z","steps":["trace[1769322914] 'agreement among raft nodes before linearized reading' (duration: 199.628363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:38.537483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.318906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1430"} {"level":"info","ts":"2026-02-25T17:48:38.537569Z","caller":"traceutil/trace.go:171","msg":"trace[967451232] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16501; }","duration":"199.426489ms","start":"2026-02-25T17:48:38.338122Z","end":"2026-02-25T17:48:38.537549Z","steps":["trace[967451232] 'agreement among raft nodes before linearized reading' (duration: 199.225784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:38.537655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.544233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T17:48:38.537716Z","caller":"traceutil/trace.go:171","msg":"trace[988695207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16501; }","duration":"130.627194ms","start":"2026-02-25T17:48:38.407074Z","end":"2026-02-25T17:48:38.537702Z","steps":["trace[988695207] 'agreement among raft nodes before linearized reading' (duration: 130.478801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:38.537825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.302487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-02-25T17:48:38.5379Z","caller":"traceutil/trace.go:171","msg":"trace[2100903631] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pqgg4; range_end:; response_count:1; response_revision:16501; }","duration":"172.410579ms","start":"2026-02-25T17:48:38.365471Z","end":"2026-02-25T17:48:38.537882Z","steps":["trace[2100903631] 'agreement among raft nodes before linearized reading' (duration: 172.122132ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:39.49931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14364} {"level":"info","ts":"2026-02-25T17:48:39.607332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14364,"took":"105.879368ms","hash":1716162614,"current-db-size-bytes":43655168,"current-db-size":"44 MB","current-db-size-in-use-bytes":28581888,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-25T17:48:39.607409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1716162614,"revision":14364,"compact-revision":11937} {"level":"warn","ts":"2026-02-25T17:48:42.01877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.690317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:42.01885Z","caller":"traceutil/trace.go:171","msg":"trace[2119697259] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:16534; }","duration":"260.810989ms","start":"2026-02-25T17:48:41.758017Z","end":"2026-02-25T17:48:42.018828Z","steps":["trace[2119697259] 'count revisions from in-memory index tree' (duration: 260.571934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:42.019023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.263886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:42.019135Z","caller":"traceutil/trace.go:171","msg":"trace[1356139385] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16534; }","duration":"157.411509ms","start":"2026-02-25T17:48:41.861702Z","end":"2026-02-25T17:48:42.019114Z","steps":["trace[1356139385] 'count revisions from in-memory index tree' (duration: 157.190855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:42.019279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.190769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-25T17:48:42.019309Z","caller":"traceutil/trace.go:171","msg":"trace[876505712] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:16534; }","duration":"270.234819ms","start":"2026-02-25T17:48:41.749067Z","end":"2026-02-25T17:48:42.019301Z","steps":["trace[876505712] 'range keys from in-memory index tree' (duration: 270.061546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:42.019036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:41.615987Z","time spent":"403.039095ms","remote":"127.0.0.1:59552","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T17:48:42.019408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.385271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T17:48:42.019483Z","caller":"traceutil/trace.go:171","msg":"trace[861705534] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:16534; }","duration":"333.503324ms","start":"2026-02-25T17:48:41.68596Z","end":"2026-02-25T17:48:42.019464Z","steps":["trace[861705534] 'count revisions from in-memory index tree' (duration: 333.30294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:42.01953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:41.685944Z","time spent":"333.576445ms","remote":"127.0.0.1:49410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":34,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:48:42.312767Z","caller":"traceutil/trace.go:171","msg":"trace[607270118] transaction","detail":"{read_only:false; response_revision:16535; number_of_response:1; }","duration":"226.153452ms","start":"2026-02-25T17:48:42.086556Z","end":"2026-02-25T17:48:42.312709Z","steps":["trace[607270118] 'process raft request' (duration: 225.839345ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:42.448585Z","caller":"traceutil/trace.go:171","msg":"trace[1452214773] linearizableReadLoop","detail":"{readStateIndex:17135; appliedIndex:17133; }","duration":"199.285536ms","start":"2026-02-25T17:48:42.249245Z","end":"2026-02-25T17:48:42.44853Z","steps":["trace[1452214773] 'read index received' (duration: 63.114822ms)","trace[1452214773] 'applied index is now lower than readState.Index' (duration: 136.169474ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:42.448673Z","caller":"traceutil/trace.go:171","msg":"trace[456357332] transaction","detail":"{read_only:false; response_revision:16536; number_of_response:1; }","duration":"271.936809ms","start":"2026-02-25T17:48:42.176685Z","end":"2026-02-25T17:48:42.448622Z","steps":["trace[456357332] 'process raft request' (duration: 199.439389ms)","trace[456357332] 'compare' (duration: 72.272365ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:48:42.448807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.546832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T17:48:42.448856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.466723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-pzwj5\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-02-25T17:48:42.44887Z","caller":"traceutil/trace.go:171","msg":"trace[1945283068] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:16536; }","duration":"199.652064ms","start":"2026-02-25T17:48:42.2492Z","end":"2026-02-25T17:48:42.448852Z","steps":["trace[1945283068] 'agreement among raft nodes before linearized reading' (duration: 199.49355ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:42.448902Z","caller":"traceutil/trace.go:171","msg":"trace[1628347395] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-pzwj5; range_end:; response_count:1; response_revision:16536; }","duration":"194.554435ms","start":"2026-02-25T17:48:42.254334Z","end":"2026-02-25T17:48:42.448888Z","steps":["trace[1628347395] 'agreement among raft nodes before linearized reading' (duration: 194.380201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:42.44916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.551613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:42.449198Z","caller":"traceutil/trace.go:171","msg":"trace[625196065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16536; }","duration":"127.609044ms","start":"2026-02-25T17:48:42.321579Z","end":"2026-02-25T17:48:42.449188Z","steps":["trace[625196065] 'agreement among raft nodes before linearized reading' (duration: 127.555953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:42.449387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.290942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T17:48:42.449426Z","caller":"traceutil/trace.go:171","msg":"trace[525113733] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:16536; }","duration":"165.355584ms","start":"2026-02-25T17:48:42.284061Z","end":"2026-02-25T17:48:42.449417Z","steps":["trace[525113733] 'agreement among raft nodes before linearized reading' (duration: 165.223261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:42.954049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601375477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:48:43.445591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.45017Z","time spent":"995.413713ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T17:48:44.193016Z","caller":"traceutil/trace.go:171","msg":"trace[2045065428] linearizableReadLoop","detail":"{readStateIndex:17138; appliedIndex:17135; }","duration":"1.739376265s","start":"2026-02-25T17:48:42.453611Z","end":"2026-02-25T17:48:44.192988Z","steps":["trace[2045065428] 'read index received' (duration: 940.077353ms)","trace[2045065428] 'applied index is now lower than readState.Index' (duration: 799.298002ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:44.193401Z","caller":"traceutil/trace.go:171","msg":"trace[660598746] transaction","detail":"{read_only:false; response_revision:16537; number_of_response:1; }","duration":"1.724436096s","start":"2026-02-25T17:48:42.468952Z","end":"2026-02-25T17:48:44.193388Z","steps":["trace[660598746] 'process raft request' (duration: 1.723774061s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.193518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.468933Z","time spent":"1.724508009s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:48:44.193816Z","caller":"traceutil/trace.go:171","msg":"trace[302628284] transaction","detail":"{read_only:false; response_revision:16538; number_of_response:1; }","duration":"1.553343978s","start":"2026-02-25T17:48:42.640461Z","end":"2026-02-25T17:48:44.193805Z","steps":["trace[302628284] 'process raft request' (duration: 1.552427197s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.193886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.640444Z","time spent":"1.553404229s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:48:44.194075Z","caller":"traceutil/trace.go:171","msg":"trace[847389801] transaction","detail":"{read_only:false; response_revision:16539; number_of_response:1; }","duration":"902.203421ms","start":"2026-02-25T17:48:43.291861Z","end":"2026-02-25T17:48:44.194064Z","steps":["trace[847389801] 'process raft request' (duration: 901.083235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.194144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:43.29184Z","time spent":"902.271622ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:48:44.194398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740780658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T17:48:44.194439Z","caller":"traceutil/trace.go:171","msg":"trace[1369641390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16539; }","duration":"1.740842539s","start":"2026-02-25T17:48:42.453588Z","end":"2026-02-25T17:48:44.19443Z","steps":["trace[1369641390] 'agreement among raft nodes before linearized reading' (duration: 1.740705916s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.194475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.453577Z","time spent":"1.74089186s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T17:48:44.543615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.306819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T17:48:44.543894Z","caller":"traceutil/trace.go:171","msg":"trace[1976524100] transaction","detail":"{read_only:false; response_revision:16540; number_of_response:1; }","duration":"1.097188286s","start":"2026-02-25T17:48:43.446669Z","end":"2026-02-25T17:48:44.543858Z","steps":["trace[1976524100] 'process raft request' (duration: 926.561219ms)","trace[1976524100] 'compare' (duration: 170.087434ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:48:44.544077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:43.446649Z","time spent":"1.097337839s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:48:44.544146Z","caller":"traceutil/trace.go:171","msg":"trace[617091573] transaction","detail":"{read_only:false; response_revision:16541; number_of_response:1; }","duration":"215.635517ms","start":"2026-02-25T17:48:44.328461Z","end":"2026-02-25T17:48:44.544097Z","steps":["trace[617091573] 'process raft request' (duration: 215.241907ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:44.5442Z","caller":"traceutil/trace.go:171","msg":"trace[1516708815] linearizableReadLoop","detail":"{readStateIndex:17140; appliedIndex:17139; }","duration":"351.079633ms","start":"2026-02-25T17:48:44.193091Z","end":"2026-02-25T17:48:44.544171Z","steps":["trace[1516708815] 'read index received' (duration: 180.156139ms)","trace[1516708815] 'applied index is now lower than readState.Index' (duration: 170.920654ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:48:44.544285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223171323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:44.544377Z","caller":"traceutil/trace.go:171","msg":"trace[1404826781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16541; }","duration":"1.223280196s","start":"2026-02-25T17:48:43.321075Z","end":"2026-02-25T17:48:44.544355Z","steps":["trace[1404826781] 'agreement among raft nodes before linearized reading' (duration: 1.223115542s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.544371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675882704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-25T17:48:44.544425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963168792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T17:48:44.544419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:43.32103Z","time spent":"1.223381258s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:48:44.544454Z","caller":"traceutil/trace.go:171","msg":"trace[913895466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16541; }","duration":"1.963256974s","start":"2026-02-25T17:48:42.581189Z","end":"2026-02-25T17:48:44.544446Z","steps":["trace[913895466] 'agreement among raft nodes before linearized reading' (duration: 1.96310048s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:44.544457Z","caller":"traceutil/trace.go:171","msg":"trace[1706808195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16541; }","duration":"1.676007297s","start":"2026-02-25T17:48:42.868429Z","end":"2026-02-25T17:48:44.544436Z","steps":["trace[1706808195] 'agreement among raft nodes before linearized reading' (duration: 1.675760482s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.544487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.58117Z","time spent":"1.963310275s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:48:44.544497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675950946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T17:48:44.544491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7786504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T17:48:44.544371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364153379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3297"} {"level":"info","ts":"2026-02-25T17:48:44.544538Z","caller":"traceutil/trace.go:171","msg":"trace[852748204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16541; }","duration":"1.676063369s","start":"2026-02-25T17:48:42.868462Z","end":"2026-02-25T17:48:44.544525Z","steps":["trace[852748204] 'agreement among raft nodes before linearized reading' (duration: 1.675911195s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:44.544578Z","caller":"traceutil/trace.go:171","msg":"trace[78926082] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16541; }","duration":"1.364412855s","start":"2026-02-25T17:48:43.180126Z","end":"2026-02-25T17:48:44.544539Z","steps":["trace[78926082] 'agreement among raft nodes before linearized reading' (duration: 1.364069147s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.54451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.868418Z","time spent":"1.676079629s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:48:44.544615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:43.1801Z","time spent":"1.364507177s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-25T17:48:44.544479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894303916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T17:48:44.544683Z","caller":"traceutil/trace.go:171","msg":"trace[1228552654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16541; }","duration":"1.894589253s","start":"2026-02-25T17:48:42.650073Z","end":"2026-02-25T17:48:44.544663Z","steps":["trace[1228552654] 'agreement among raft nodes before linearized reading' (duration: 1.894127432s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:44.544578Z","caller":"traceutil/trace.go:171","msg":"trace[1529764296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16541; }","duration":"1.778741282s","start":"2026-02-25T17:48:42.765794Z","end":"2026-02-25T17:48:44.544536Z","steps":["trace[1529764296] 'agreement among raft nodes before linearized reading' (duration: 1.778595638s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.544739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.65006Z","time spent":"1.894662644s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:48:44.544732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.765781Z","time spent":"1.778943487s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:48:44.544614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.868451Z","time spent":"1.676154411s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:48:44.544787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94421928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-02-25T17:48:44.545241Z","caller":"traceutil/trace.go:171","msg":"trace[240712707] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pqgg4; range_end:; response_count:1; response_revision:16541; }","duration":"1.945106751s","start":"2026-02-25T17:48:42.600119Z","end":"2026-02-25T17:48:44.545226Z","steps":["trace[240712707] 'agreement among raft nodes before linearized reading' (duration: 1.944107558s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.54529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.6001Z","time spent":"1.945174212s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pqgg4\" "} {"level":"warn","ts":"2026-02-25T17:48:44.545637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087320445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936473"} {"level":"info","ts":"2026-02-25T17:48:44.545684Z","caller":"traceutil/trace.go:171","msg":"trace[1433897401] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16541; }","duration":"2.087384107s","start":"2026-02-25T17:48:42.458289Z","end":"2026-02-25T17:48:44.545673Z","steps":["trace[1433897401] 'agreement among raft nodes before linearized reading' (duration: 2.086137168s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.545719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:42.458284Z","time spent":"2.087425778s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936496,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T17:48:44.549262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.106367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:23 size:210592"} {"level":"warn","ts":"2026-02-25T17:48:44.549325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.972545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5l64t\" ","response":"range_response_count:1 size:20905"} {"level":"info","ts":"2026-02-25T17:48:44.549356Z","caller":"traceutil/trace.go:171","msg":"trace[643721036] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:23; response_revision:16542; }","duration":"104.22133ms","start":"2026-02-25T17:48:44.445108Z","end":"2026-02-25T17:48:44.549329Z","steps":["trace[643721036] 'agreement among raft nodes before linearized reading' (duration: 103.713358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.549435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.005795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19099"} {"level":"info","ts":"2026-02-25T17:48:44.549512Z","caller":"traceutil/trace.go:171","msg":"trace[37221463] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16542; }","duration":"352.133589ms","start":"2026-02-25T17:48:44.197361Z","end":"2026-02-25T17:48:44.549495Z","steps":["trace[37221463] 'agreement among raft nodes before linearized reading' (duration: 351.882693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.549553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:44.197345Z","time spent":"352.2018ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19122,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T17:48:44.549372Z","caller":"traceutil/trace.go:171","msg":"trace[321912904] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5l64t; range_end:; response_count:1; response_revision:16542; }","duration":"343.054806ms","start":"2026-02-25T17:48:44.206304Z","end":"2026-02-25T17:48:44.549359Z","steps":["trace[321912904] 'agreement among raft nodes before linearized reading' (duration: 342.922453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.549713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:48:44.206285Z","time spent":"343.411005ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20928,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5l64t\" "} {"level":"warn","ts":"2026-02-25T17:48:44.549479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.087283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:44.54993Z","caller":"traceutil/trace.go:171","msg":"trace[39621415] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:16542; }","duration":"269.488522ms","start":"2026-02-25T17:48:44.280354Z","end":"2026-02-25T17:48:44.549843Z","steps":["trace[39621415] 'agreement among raft nodes before linearized reading' (duration: 269.039931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.807972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.361529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T17:48:44.808235Z","caller":"traceutil/trace.go:171","msg":"trace[519436268] transaction","detail":"{read_only:false; response_revision:16543; number_of_response:1; }","duration":"259.008888ms","start":"2026-02-25T17:48:44.549192Z","end":"2026-02-25T17:48:44.808201Z","steps":["trace[519436268] 'process raft request' (duration: 137.26032ms)","trace[519436268] 'compare' (duration: 121.184945ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:44.808613Z","caller":"traceutil/trace.go:171","msg":"trace[564491564] transaction","detail":"{read_only:false; response_revision:16544; number_of_response:1; }","duration":"258.300701ms","start":"2026-02-25T17:48:44.550289Z","end":"2026-02-25T17:48:44.80859Z","steps":["trace[564491564] 'process raft request' (duration: 257.793919ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:44.80884Z","caller":"traceutil/trace.go:171","msg":"trace[1058023935] transaction","detail":"{read_only:false; response_revision:16547; number_of_response:1; }","duration":"256.52965ms","start":"2026-02-25T17:48:44.5523Z","end":"2026-02-25T17:48:44.80883Z","steps":["trace[1058023935] 'process raft request' (duration: 256.284404ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:44.80884Z","caller":"traceutil/trace.go:171","msg":"trace[389196906] transaction","detail":"{read_only:false; response_revision:16546; number_of_response:1; }","duration":"256.53592ms","start":"2026-02-25T17:48:44.552283Z","end":"2026-02-25T17:48:44.808818Z","steps":["trace[389196906] 'process raft request' (duration: 256.248344ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:44.808976Z","caller":"traceutil/trace.go:171","msg":"trace[1162507063] transaction","detail":"{read_only:false; response_revision:16545; number_of_response:1; }","duration":"258.564917ms","start":"2026-02-25T17:48:44.550401Z","end":"2026-02-25T17:48:44.808966Z","steps":["trace[1162507063] 'process raft request' (duration: 258.035804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.809278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.41716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T17:48:44.809371Z","caller":"traceutil/trace.go:171","msg":"trace[1693501799] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16547; }","duration":"257.550374ms","start":"2026-02-25T17:48:44.551798Z","end":"2026-02-25T17:48:44.809348Z","steps":["trace[1693501799] 'agreement among raft nodes before linearized reading' (duration: 257.279297ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:44.809458Z","caller":"traceutil/trace.go:171","msg":"trace[593715910] linearizableReadLoop","detail":"{readStateIndex:17145; appliedIndex:17142; }","duration":"256.819836ms","start":"2026-02-25T17:48:44.551833Z","end":"2026-02-25T17:48:44.808653Z","steps":["trace[593715910] 'read index received' (duration: 134.7088ms)","trace[593715910] 'applied index is now lower than readState.Index' (duration: 122.109786ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:48:44.810567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.499997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:44.810623Z","caller":"traceutil/trace.go:171","msg":"trace[919681498] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16547; }","duration":"207.590049ms","start":"2026-02-25T17:48:44.603016Z","end":"2026-02-25T17:48:44.810606Z","steps":["trace[919681498] 'agreement among raft nodes before linearized reading' (duration: 207.507837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.810803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.211626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:44.810897Z","caller":"traceutil/trace.go:171","msg":"trace[769822129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16547; }","duration":"254.330468ms","start":"2026-02-25T17:48:44.556543Z","end":"2026-02-25T17:48:44.810874Z","steps":["trace[769822129] 'agreement among raft nodes before linearized reading' (duration: 254.169705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:44.811535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.018548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936473"} {"level":"info","ts":"2026-02-25T17:48:44.811606Z","caller":"traceutil/trace.go:171","msg":"trace[1230628543] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16547; }","duration":"256.11225ms","start":"2026-02-25T17:48:44.555477Z","end":"2026-02-25T17:48:44.81159Z","steps":["trace[1230628543] 'agreement among raft nodes before linearized reading' (duration: 254.227386ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:48.770618Z","caller":"traceutil/trace.go:171","msg":"trace[1321397862] linearizableReadLoop","detail":"{readStateIndex:17176; appliedIndex:17174; }","duration":"187.398998ms","start":"2026-02-25T17:48:48.583194Z","end":"2026-02-25T17:48:48.770593Z","steps":["trace[1321397862] 'read index received' (duration: 24.722366ms)","trace[1321397862] 'applied index is now lower than readState.Index' (duration: 162.675682ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:48.770688Z","caller":"traceutil/trace.go:171","msg":"trace[72733710] transaction","detail":"{read_only:false; response_revision:16575; number_of_response:1; }","duration":"210.558829ms","start":"2026-02-25T17:48:48.56008Z","end":"2026-02-25T17:48:48.770639Z","steps":["trace[72733710] 'process raft request' (duration: 210.364654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:48.770944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.732706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-pzwj5\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-02-25T17:48:48.770987Z","caller":"traceutil/trace.go:171","msg":"trace[931798674] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-pzwj5; range_end:; response_count:1; response_revision:16575; }","duration":"187.834818ms","start":"2026-02-25T17:48:48.583139Z","end":"2026-02-25T17:48:48.770974Z","steps":["trace[931798674] 'agreement among raft nodes before linearized reading' (duration: 187.641014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:48.77101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.558594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10817"} {"level":"info","ts":"2026-02-25T17:48:48.771073Z","caller":"traceutil/trace.go:171","msg":"trace[808748531] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16575; }","duration":"118.683126ms","start":"2026-02-25T17:48:48.652373Z","end":"2026-02-25T17:48:48.771056Z","steps":["trace[808748531] 'agreement among raft nodes before linearized reading' (duration: 118.467301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:48.77124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.054556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-02-25T17:48:48.771464Z","caller":"traceutil/trace.go:171","msg":"trace[1408740918] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16575; }","duration":"107.356743ms","start":"2026-02-25T17:48:48.664072Z","end":"2026-02-25T17:48:48.771429Z","steps":["trace[1408740918] 'agreement among raft nodes before linearized reading' (duration: 106.860121ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:48.894439Z","caller":"traceutil/trace.go:171","msg":"trace[1164667753] transaction","detail":"{read_only:false; response_revision:16576; number_of_response:1; }","duration":"111.062469ms","start":"2026-02-25T17:48:48.783328Z","end":"2026-02-25T17:48:48.894391Z","steps":["trace[1164667753] 'process raft request' (duration: 110.843154ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:50.554836Z","caller":"traceutil/trace.go:171","msg":"trace[171953438] linearizableReadLoop","detail":"{readStateIndex:17196; appliedIndex:17195; }","duration":"234.525237ms","start":"2026-02-25T17:48:50.320281Z","end":"2026-02-25T17:48:50.554807Z","steps":["trace[171953438] 'read index received' (duration: 234.400444ms)","trace[171953438] 'applied index is now lower than readState.Index' (duration: 123.743µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:50.554928Z","caller":"traceutil/trace.go:171","msg":"trace[2120646981] transaction","detail":"{read_only:false; response_revision:16595; number_of_response:1; }","duration":"260.595614ms","start":"2026-02-25T17:48:50.294297Z","end":"2026-02-25T17:48:50.554892Z","steps":["trace[2120646981] 'process raft request' (duration: 260.333868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:50.555016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.709062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:50.555058Z","caller":"traceutil/trace.go:171","msg":"trace[1039262331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16595; }","duration":"234.807874ms","start":"2026-02-25T17:48:50.32024Z","end":"2026-02-25T17:48:50.555048Z","steps":["trace[1039262331] 'agreement among raft nodes before linearized reading' (duration: 234.720002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:50.555092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.889254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T17:48:50.555192Z","caller":"traceutil/trace.go:171","msg":"trace[1666330139] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:16595; }","duration":"141.048528ms","start":"2026-02-25T17:48:50.414122Z","end":"2026-02-25T17:48:50.55517Z","steps":["trace[1666330139] 'agreement among raft nodes before linearized reading' (duration: 140.860684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:50.55514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.414568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:50.555278Z","caller":"traceutil/trace.go:171","msg":"trace[1993735337] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:16595; }","duration":"102.588302ms","start":"2026-02-25T17:48:50.452674Z","end":"2026-02-25T17:48:50.555263Z","steps":["trace[1993735337] 'agreement among raft nodes before linearized reading' (duration: 102.409878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:50.905864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.515744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T17:48:50.905961Z","caller":"traceutil/trace.go:171","msg":"trace[1400945477] linearizableReadLoop","detail":"{readStateIndex:17197; appliedIndex:17196; }","duration":"267.494695ms","start":"2026-02-25T17:48:50.63845Z","end":"2026-02-25T17:48:50.905945Z","steps":["trace[1400945477] 'read index received' (duration: 36.778197ms)","trace[1400945477] 'applied index is now lower than readState.Index' (duration: 230.715328ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:50.906015Z","caller":"traceutil/trace.go:171","msg":"trace[525551489] transaction","detail":"{read_only:false; response_revision:16596; number_of_response:1; }","duration":"291.606037ms","start":"2026-02-25T17:48:50.61438Z","end":"2026-02-25T17:48:50.905986Z","steps":["trace[525551489] 'process raft request' (duration: 60.886429ms)","trace[525551489] 'compare' (duration: 230.412041ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:48:50.906045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.592788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:50.90623Z","caller":"traceutil/trace.go:171","msg":"trace[1417676577] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:16596; }","duration":"267.810233ms","start":"2026-02-25T17:48:50.638407Z","end":"2026-02-25T17:48:50.906217Z","steps":["trace[1417676577] 'agreement among raft nodes before linearized reading' (duration: 267.602838ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:50.973461Z","caller":"traceutil/trace.go:171","msg":"trace[567816644] transaction","detail":"{read_only:false; response_revision:16597; number_of_response:1; }","duration":"196.982391ms","start":"2026-02-25T17:48:50.776437Z","end":"2026-02-25T17:48:50.973419Z","steps":["trace[567816644] 'process raft request' (duration: 196.788677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:50.97353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.110706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-25T17:48:50.973672Z","caller":"traceutil/trace.go:171","msg":"trace[1524944602] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16597; }","duration":"155.3041ms","start":"2026-02-25T17:48:50.818345Z","end":"2026-02-25T17:48:50.973649Z","steps":["trace[1524944602] 'agreement among raft nodes before linearized reading' (duration: 155.080874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:50.973851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.58394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-pzwj5\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-02-25T17:48:50.973971Z","caller":"traceutil/trace.go:171","msg":"trace[1935975718] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-pzwj5; range_end:; response_count:1; response_revision:16597; }","duration":"174.789535ms","start":"2026-02-25T17:48:50.799165Z","end":"2026-02-25T17:48:50.973954Z","steps":["trace[1935975718] 'agreement among raft nodes before linearized reading' (duration: 174.502578ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:57.302394Z","caller":"traceutil/trace.go:171","msg":"trace[10623975] transaction","detail":"{read_only:false; response_revision:16835; number_of_response:1; }","duration":"202.143062ms","start":"2026-02-25T17:48:57.100213Z","end":"2026-02-25T17:48:57.302356Z","steps":["trace[10623975] 'process raft request' (duration: 155.133646ms)","trace[10623975] 'compare' (duration: 46.77062ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:57.302436Z","caller":"traceutil/trace.go:171","msg":"trace[2016343030] transaction","detail":"{read_only:false; response_revision:16839; number_of_response:1; }","duration":"200.35606ms","start":"2026-02-25T17:48:57.102049Z","end":"2026-02-25T17:48:57.302405Z","steps":["trace[2016343030] 'process raft request' (duration: 200.314789ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:57.302491Z","caller":"traceutil/trace.go:171","msg":"trace[760474981] linearizableReadLoop","detail":"{readStateIndex:17443; appliedIndex:17442; }","duration":"200.662348ms","start":"2026-02-25T17:48:57.101818Z","end":"2026-02-25T17:48:57.30248Z","steps":["trace[760474981] 'read index received' (duration: 153.544549ms)","trace[760474981] 'applied index is now lower than readState.Index' (duration: 47.116309ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:57.302683Z","caller":"traceutil/trace.go:171","msg":"trace[448028360] transaction","detail":"{read_only:false; response_revision:16837; number_of_response:1; }","duration":"200.692738ms","start":"2026-02-25T17:48:57.101979Z","end":"2026-02-25T17:48:57.302672Z","steps":["trace[448028360] 'process raft request' (duration: 200.32102ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:57.302418Z","caller":"traceutil/trace.go:171","msg":"trace[1244608157] transaction","detail":"{read_only:false; response_revision:16836; number_of_response:1; }","duration":"200.448713ms","start":"2026-02-25T17:48:57.101933Z","end":"2026-02-25T17:48:57.302381Z","steps":["trace[1244608157] 'process raft request' (duration: 200.3232ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:57.303001Z","caller":"traceutil/trace.go:171","msg":"trace[2044830009] transaction","detail":"{read_only:false; response_revision:16838; number_of_response:1; }","duration":"200.956114ms","start":"2026-02-25T17:48:57.102014Z","end":"2026-02-25T17:48:57.30297Z","steps":["trace[2044830009] 'process raft request' (duration: 200.31938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:57.303038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.087845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7747"} {"level":"info","ts":"2026-02-25T17:48:57.30308Z","caller":"traceutil/trace.go:171","msg":"trace[1926590258] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:16839; }","duration":"176.166027ms","start":"2026-02-25T17:48:57.1269Z","end":"2026-02-25T17:48:57.303066Z","steps":["trace[1926590258] 'agreement among raft nodes before linearized reading' (duration: 176.007313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:57.303488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.643591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:968109"} {"level":"info","ts":"2026-02-25T17:48:57.303536Z","caller":"traceutil/trace.go:171","msg":"trace[977538234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:16839; }","duration":"201.721202ms","start":"2026-02-25T17:48:57.101804Z","end":"2026-02-25T17:48:57.303525Z","steps":["trace[977538234] 'agreement among raft nodes before linearized reading' (duration: 200.77241ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:58.024041Z","caller":"traceutil/trace.go:171","msg":"trace[918211752] transaction","detail":"{read_only:false; response_revision:16840; number_of_response:1; }","duration":"226.003878ms","start":"2026-02-25T17:48:57.798015Z","end":"2026-02-25T17:48:58.024019Z","steps":["trace[918211752] 'process raft request' (duration: 225.611709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:58.735063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.800345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:58.735152Z","caller":"traceutil/trace.go:171","msg":"trace[1222702025] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16841; }","duration":"147.908498ms","start":"2026-02-25T17:48:58.587221Z","end":"2026-02-25T17:48:58.73513Z","steps":["trace[1222702025] 'agreement among raft nodes before linearized reading' (duration: 147.766054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:58.735125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.685643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:48:58.735152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.087332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:58.735225Z","caller":"traceutil/trace.go:171","msg":"trace[551623592] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16841; }","duration":"147.823266ms","start":"2026-02-25T17:48:58.587377Z","end":"2026-02-25T17:48:58.7352Z","steps":["trace[551623592] 'agreement among raft nodes before linearized reading' (duration: 147.661182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:58.735279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.835186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:58.735377Z","caller":"traceutil/trace.go:171","msg":"trace[1185070473] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16841; }","duration":"147.967749ms","start":"2026-02-25T17:48:58.587389Z","end":"2026-02-25T17:48:58.735356Z","steps":["trace[1185070473] 'agreement among raft nodes before linearized reading' (duration: 147.780764ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:58.735309Z","caller":"traceutil/trace.go:171","msg":"trace[871258650] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16841; }","duration":"148.243626ms","start":"2026-02-25T17:48:58.587015Z","end":"2026-02-25T17:48:58.735259Z","steps":["trace[871258650] 'agreement among raft nodes before linearized reading' (duration: 148.052471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:58.735447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.328418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:58.735721Z","caller":"traceutil/trace.go:171","msg":"trace[423840079] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16841; }","duration":"148.430819ms","start":"2026-02-25T17:48:58.58708Z","end":"2026-02-25T17:48:58.735511Z","steps":["trace[423840079] 'agreement among raft nodes before linearized reading' (duration: 148.262185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:58.914664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.251567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:58.914756Z","caller":"traceutil/trace.go:171","msg":"trace[196046006] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16841; }","duration":"103.39187ms","start":"2026-02-25T17:48:58.811339Z","end":"2026-02-25T17:48:58.91473Z","steps":["trace[196046006] 'range keys from in-memory index tree' (duration: 103.161744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:58.914792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.076653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:48:58.914824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.140658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:48:58.91484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.132635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:58.914879Z","caller":"traceutil/trace.go:171","msg":"trace[733205813] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16841; }","duration":"103.198215ms","start":"2026-02-25T17:48:58.811662Z","end":"2026-02-25T17:48:58.91486Z","steps":["trace[733205813] 'range keys from in-memory index tree' (duration: 103.003801ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:58.914891Z","caller":"traceutil/trace.go:171","msg":"trace[1253705044] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16841; }","duration":"104.21349ms","start":"2026-02-25T17:48:58.81066Z","end":"2026-02-25T17:48:58.914873Z","steps":["trace[1253705044] 'range keys from in-memory index tree' (duration: 104.034606ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:58.914926Z","caller":"traceutil/trace.go:171","msg":"trace[833237135] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16841; }","duration":"103.233807ms","start":"2026-02-25T17:48:58.811677Z","end":"2026-02-25T17:48:58.914911Z","steps":["trace[833237135] 'range keys from in-memory index tree' (duration: 103.085993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:58.914919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.050715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:48:58.914931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.422781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:48:58.915059Z","caller":"traceutil/trace.go:171","msg":"trace[1356299267] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16841; }","duration":"103.586864ms","start":"2026-02-25T17:48:58.811442Z","end":"2026-02-25T17:48:58.915029Z","steps":["trace[1356299267] 'range keys from in-memory index tree' (duration: 103.338859ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:58.914982Z","caller":"traceutil/trace.go:171","msg":"trace[773554701] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16841; }","duration":"104.137098ms","start":"2026-02-25T17:48:58.810829Z","end":"2026-02-25T17:48:58.914966Z","steps":["trace[773554701] 'range keys from in-memory index tree' (duration: 104.006195ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:48:59.290005Z","caller":"traceutil/trace.go:171","msg":"trace[225946388] linearizableReadLoop","detail":"{readStateIndex:17451; appliedIndex:17450; }","duration":"226.129531ms","start":"2026-02-25T17:48:59.063848Z","end":"2026-02-25T17:48:59.289978Z","steps":["trace[225946388] 'read index received' (duration: 226.06598ms)","trace[225946388] 'applied index is now lower than readState.Index' (duration: 62.321µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:59.290087Z","caller":"traceutil/trace.go:171","msg":"trace[2052455990] transaction","detail":"{read_only:false; response_revision:16842; number_of_response:1; }","duration":"272.953323ms","start":"2026-02-25T17:48:59.017087Z","end":"2026-02-25T17:48:59.29004Z","steps":["trace[2052455990] 'process raft request' (duration: 272.717897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:59.290144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.246844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T17:48:59.290244Z","caller":"traceutil/trace.go:171","msg":"trace[416207524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16842; }","duration":"226.429488ms","start":"2026-02-25T17:48:59.063802Z","end":"2026-02-25T17:48:59.290231Z","steps":["trace[416207524] 'agreement among raft nodes before linearized reading' (duration: 226.222803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:59.367595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.578214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-pzwj5\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-02-25T17:48:59.367614Z","caller":"traceutil/trace.go:171","msg":"trace[1174710748] transaction","detail":"{read_only:false; response_revision:16843; number_of_response:1; }","duration":"267.972666ms","start":"2026-02-25T17:48:59.09961Z","end":"2026-02-25T17:48:59.367582Z","steps":["trace[1174710748] 'process raft request' (duration: 230.881792ms)","trace[1174710748] 'compare' (duration: 36.798458ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:48:59.367674Z","caller":"traceutil/trace.go:171","msg":"trace[2037248690] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-pzwj5; range_end:; response_count:1; response_revision:16843; }","duration":"254.689357ms","start":"2026-02-25T17:48:59.112967Z","end":"2026-02-25T17:48:59.367656Z","steps":["trace[2037248690] 'agreement among raft nodes before linearized reading' (duration: 254.475292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:59.367594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.624855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5l64t-vnc\" ","response":"range_response_count:1 size:1886"} {"level":"info","ts":"2026-02-25T17:48:59.367982Z","caller":"traceutil/trace.go:171","msg":"trace[1106946590] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5l64t-vnc; range_end:; response_count:1; response_revision:16843; }","duration":"276.060795ms","start":"2026-02-25T17:48:59.091902Z","end":"2026-02-25T17:48:59.367962Z","steps":["trace[1106946590] 'agreement among raft nodes before linearized reading' (duration: 275.561814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:48:59.367987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.224952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5l64t-api\" ","response":"range_response_count:1 size:2103"} {"level":"info","ts":"2026-02-25T17:48:59.368134Z","caller":"traceutil/trace.go:171","msg":"trace[1100040441] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5l64t-api; range_end:; response_count:1; response_revision:16843; }","duration":"277.433617ms","start":"2026-02-25T17:48:59.090672Z","end":"2026-02-25T17:48:59.368106Z","steps":["trace[1100040441] 'agreement among raft nodes before linearized reading' (duration: 277.106899ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:49:00.85378Z","caller":"traceutil/trace.go:171","msg":"trace[1043380020] linearizableReadLoop","detail":"{readStateIndex:17463; appliedIndex:17462; }","duration":"111.074739ms","start":"2026-02-25T17:49:00.742688Z","end":"2026-02-25T17:49:00.853763Z","steps":["trace[1043380020] 'read index received' (duration: 110.873054ms)","trace[1043380020] 'applied index is now lower than readState.Index' (duration: 200.915µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:49:00.853902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.196002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:49:00.853891Z","caller":"traceutil/trace.go:171","msg":"trace[1964711863] transaction","detail":"{read_only:false; response_revision:16854; number_of_response:1; }","duration":"112.81797ms","start":"2026-02-25T17:49:00.741024Z","end":"2026-02-25T17:49:00.853842Z","steps":["trace[1964711863] 'process raft request' (duration: 112.618345ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:49:00.853935Z","caller":"traceutil/trace.go:171","msg":"trace[2056663340] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16854; }","duration":"111.281204ms","start":"2026-02-25T17:49:00.742645Z","end":"2026-02-25T17:49:00.853926Z","steps":["trace[2056663340] 'agreement among raft nodes before linearized reading' (duration: 111.212502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:49:03.062314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.57657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:49:03.062415Z","caller":"traceutil/trace.go:171","msg":"trace[1686320738] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16872; }","duration":"138.714803ms","start":"2026-02-25T17:49:02.923678Z","end":"2026-02-25T17:49:03.062393Z","steps":["trace[1686320738] 'range keys from in-memory index tree' (duration: 138.461088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:49:03.062509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.963869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:49:03.062549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.545409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:49:03.062631Z","caller":"traceutil/trace.go:171","msg":"trace[2018503806] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16872; }","duration":"139.140783ms","start":"2026-02-25T17:49:02.92347Z","end":"2026-02-25T17:49:03.062611Z","steps":["trace[2018503806] 'range keys from in-memory index tree' (duration: 138.828676ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:49:03.062645Z","caller":"traceutil/trace.go:171","msg":"trace[940355941] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16872; }","duration":"138.662583ms","start":"2026-02-25T17:49:02.923964Z","end":"2026-02-25T17:49:03.062626Z","steps":["trace[940355941] 'range keys from in-memory index tree' (duration: 138.476378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:49:03.062719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.216675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:49:03.062625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.181864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:49:03.062787Z","caller":"traceutil/trace.go:171","msg":"trace[5786195] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16872; }","duration":"139.329648ms","start":"2026-02-25T17:49:02.923439Z","end":"2026-02-25T17:49:03.062769Z","steps":["trace[5786195] 'range keys from in-memory index tree' (duration: 139.050762ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:49:03.062814Z","caller":"traceutil/trace.go:171","msg":"trace[1007466624] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16872; }","duration":"139.4264ms","start":"2026-02-25T17:49:02.923363Z","end":"2026-02-25T17:49:03.062789Z","steps":["trace[1007466624] 'range keys from in-memory index tree' (duration: 138.966719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:49:03.062777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.182814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:49:03.062887Z","caller":"traceutil/trace.go:171","msg":"trace[885370862] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16872; }","duration":"139.320818ms","start":"2026-02-25T17:49:02.923541Z","end":"2026-02-25T17:49:03.062861Z","steps":["trace[885370862] 'range keys from in-memory index tree' (duration: 139.088022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:49:32.445563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.024505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T17:49:32.446249Z","caller":"traceutil/trace.go:171","msg":"trace[171055942] transaction","detail":"{read_only:false; response_revision:17094; number_of_response:1; }","duration":"179.428463ms","start":"2026-02-25T17:49:32.266791Z","end":"2026-02-25T17:49:32.44622Z","steps":["trace[171055942] 'process raft request' (duration: 77.608299ms)","trace[171055942] 'compare' (duration: 100.780969ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:50:03.302357Z","caller":"traceutil/trace.go:171","msg":"trace[1071466034] transaction","detail":"{read_only:false; response_revision:17326; number_of_response:1; }","duration":"187.164163ms","start":"2026-02-25T17:50:03.11516Z","end":"2026-02-25T17:50:03.302324Z","steps":["trace[1071466034] 'process raft request' (duration: 186.811945ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:53:39.508237Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16518} {"level":"info","ts":"2026-02-25T17:53:39.604042Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16518,"took":"92.430851ms","hash":2206701273,"current-db-size-bytes":44949504,"current-db-size":"45 MB","current-db-size-in-use-bytes":30101504,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-25T17:53:39.604115Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2206701273,"revision":16518,"compact-revision":14364} {"level":"warn","ts":"2026-02-25T17:53:55.408466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601382179,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:53:55.616118Z","caller":"traceutil/trace.go:171","msg":"trace[796251233] transaction","detail":"{read_only:false; response_revision:18788; number_of_response:1; }","duration":"801.666573ms","start":"2026-02-25T17:53:54.814432Z","end":"2026-02-25T17:53:55.616098Z","steps":["trace[796251233] 'process raft request' (duration: 801.561601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:53:55.616231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:53:54.814415Z","time spent":"801.758955ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:53:55.623799Z","caller":"traceutil/trace.go:171","msg":"trace[289937452] transaction","detail":"{read_only:false; response_revision:18789; number_of_response:1; }","duration":"806.938386ms","start":"2026-02-25T17:53:54.816835Z","end":"2026-02-25T17:53:55.623774Z","steps":["trace[289937452] 'process raft request' (duration: 806.768072ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:53:55.623941Z","caller":"traceutil/trace.go:171","msg":"trace[1487325686] linearizableReadLoop","detail":"{readStateIndex:19468; appliedIndex:19466; }","duration":"715.544719ms","start":"2026-02-25T17:53:54.908366Z","end":"2026-02-25T17:53:55.623911Z","steps":["trace[1487325686] 'read index received' (duration: 707.736567ms)","trace[1487325686] 'applied index is now lower than readState.Index' (duration: 7.805672ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:53:55.623985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:53:54.816814Z","time spent":"807.087469ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:53:55.624014Z","caller":"traceutil/trace.go:171","msg":"trace[897759822] transaction","detail":"{read_only:false; response_revision:18790; number_of_response:1; }","duration":"339.817017ms","start":"2026-02-25T17:53:55.284181Z","end":"2026-02-25T17:53:55.623998Z","steps":["trace[897759822] 'process raft request' (duration: 339.556631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:53:55.624129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:53:55.284164Z","time spent":"339.898449ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:53:55.624181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.043812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T17:53:55.624196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.811506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T17:53:55.624221Z","caller":"traceutil/trace.go:171","msg":"trace[1501320147] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:18790; }","duration":"649.133344ms","start":"2026-02-25T17:53:54.975075Z","end":"2026-02-25T17:53:55.624208Z","steps":["trace[1501320147] 'agreement among raft nodes before linearized reading' (duration: 649.005851ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:53:55.624246Z","caller":"traceutil/trace.go:171","msg":"trace[5829570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18790; }","duration":"715.910708ms","start":"2026-02-25T17:53:54.908322Z","end":"2026-02-25T17:53:55.624233Z","steps":["trace[5829570] 'agreement among raft nodes before linearized reading' (duration: 715.735114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:53:55.624261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:53:54.975057Z","time spent":"649.193745ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:53:55.624281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:53:54.908305Z","time spent":"715.96837ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:53:55.624321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.739716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T17:53:55.624356Z","caller":"traceutil/trace.go:171","msg":"trace[135615763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18790; }","duration":"596.803876ms","start":"2026-02-25T17:53:55.02754Z","end":"2026-02-25T17:53:55.624344Z","steps":["trace[135615763] 'agreement among raft nodes before linearized reading' (duration: 596.694074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:53:55.624385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:53:55.027522Z","time spent":"596.856348ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:53:55.624372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.096847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T17:53:55.624424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.447625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:53:55.624442Z","caller":"traceutil/trace.go:171","msg":"trace[1884590746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18790; }","duration":"176.176979ms","start":"2026-02-25T17:53:55.448246Z","end":"2026-02-25T17:53:55.624423Z","steps":["trace[1884590746] 'agreement among raft nodes before linearized reading' (duration: 175.936154ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:53:55.624473Z","caller":"traceutil/trace.go:171","msg":"trace[1552802589] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:18790; }","duration":"136.530967ms","start":"2026-02-25T17:53:55.487925Z","end":"2026-02-25T17:53:55.624456Z","steps":["trace[1552802589] 'agreement among raft nodes before linearized reading' (duration: 136.450215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:53:55.624519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.12783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T17:53:55.624547Z","caller":"traceutil/trace.go:171","msg":"trace[1707835941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18790; }","duration":"599.229373ms","start":"2026-02-25T17:53:55.025309Z","end":"2026-02-25T17:53:55.624539Z","steps":["trace[1707835941] 'agreement among raft nodes before linearized reading' (duration: 599.152671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:53:55.624624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:53:55.025287Z","time spent":"599.327826ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T17:54:16.565458Z","caller":"traceutil/trace.go:171","msg":"trace[1704097875] linearizableReadLoop","detail":"{readStateIndex:19571; appliedIndex:19570; }","duration":"444.499222ms","start":"2026-02-25T17:54:16.120936Z","end":"2026-02-25T17:54:16.565435Z","steps":["trace[1704097875] 'read index received' (duration: 444.452661ms)","trace[1704097875] 'applied index is now lower than readState.Index' (duration: 45.521µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:54:16.565601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.643796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:54:16.565641Z","caller":"traceutil/trace.go:171","msg":"trace[1775770990] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18888; }","duration":"444.721858ms","start":"2026-02-25T17:54:16.120907Z","end":"2026-02-25T17:54:16.565629Z","steps":["trace[1775770990] 'agreement among raft nodes before linearized reading' (duration: 444.641066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:16.565679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:16.120895Z","time spent":"444.776559ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T17:54:16.566308Z","caller":"traceutil/trace.go:171","msg":"trace[1698548253] transaction","detail":"{read_only:false; response_revision:18888; number_of_response:1; }","duration":"461.878537ms","start":"2026-02-25T17:54:16.103807Z","end":"2026-02-25T17:54:16.565686Z","steps":["trace[1698548253] 'process raft request' (duration: 461.493358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:16.566551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:16.10379Z","time spent":"462.651115ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:16.566677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.103023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:54:16.566725Z","caller":"traceutil/trace.go:171","msg":"trace[1472646097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18889; }","duration":"245.153154ms","start":"2026-02-25T17:54:16.321559Z","end":"2026-02-25T17:54:16.566712Z","steps":["trace[1472646097] 'agreement among raft nodes before linearized reading' (duration: 245.063022ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:54:16.566704Z","caller":"traceutil/trace.go:171","msg":"trace[243388836] transaction","detail":"{read_only:false; response_revision:18889; number_of_response:1; }","duration":"359.032694ms","start":"2026-02-25T17:54:16.207614Z","end":"2026-02-25T17:54:16.566647Z","steps":["trace[243388836] 'process raft request' (duration: 358.841399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:16.567115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.404455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T17:54:16.567368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:16.207597Z","time spent":"359.660349ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:54:16.567396Z","caller":"traceutil/trace.go:171","msg":"trace[1224560881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18889; }","duration":"161.728562ms","start":"2026-02-25T17:54:16.405643Z","end":"2026-02-25T17:54:16.567371Z","steps":["trace[1224560881] 'agreement among raft nodes before linearized reading' (duration: 161.388604ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:54:20.859337Z","caller":"traceutil/trace.go:171","msg":"trace[1564710868] transaction","detail":"{read_only:false; response_revision:18909; number_of_response:1; }","duration":"123.883812ms","start":"2026-02-25T17:54:20.735423Z","end":"2026-02-25T17:54:20.859307Z","steps":["trace[1564710868] 'process raft request' (duration: 119.93016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:22.315487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601382511,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:54:22.585003Z","caller":"traceutil/trace.go:171","msg":"trace[162132062] transaction","detail":"{read_only:false; response_revision:18910; number_of_response:1; }","duration":"785.880706ms","start":"2026-02-25T17:54:21.799097Z","end":"2026-02-25T17:54:22.584978Z","steps":["trace[162132062] 'process raft request' (duration: 785.737833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:22.585172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:21.799064Z","time spent":"786.022699ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:23.643071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.360151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T17:54:23.643174Z","caller":"traceutil/trace.go:171","msg":"trace[1793331676] linearizableReadLoop","detail":"{readStateIndex:19595; appliedIndex:19594; }","duration":"1.828490904s","start":"2026-02-25T17:54:21.814666Z","end":"2026-02-25T17:54:23.643157Z","steps":["trace[1793331676] 'read index received' (duration: 770.410056ms)","trace[1793331676] 'applied index is now lower than readState.Index' (duration: 1.058079178s)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:54:23.643246Z","caller":"traceutil/trace.go:171","msg":"trace[128604353] transaction","detail":"{read_only:false; response_revision:18911; number_of_response:1; }","duration":"1.695801897s","start":"2026-02-25T17:54:21.947433Z","end":"2026-02-25T17:54:23.643235Z","steps":["trace[128604353] 'process raft request' (duration: 1.08517101s)","trace[128604353] 'compare' (duration: 610.200557ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:54:23.643308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:21.947412Z","time spent":"1.695865629s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:23.643625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828936745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T17:54:23.643717Z","caller":"traceutil/trace.go:171","msg":"trace[1950639970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18911; }","duration":"1.829071238s","start":"2026-02-25T17:54:21.814622Z","end":"2026-02-25T17:54:23.643693Z","steps":["trace[1950639970] 'agreement among raft nodes before linearized reading' (duration: 1.828825632s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:23.643773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:21.814607Z","time spent":"1.82914944s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:54:23.679099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.644052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:54:23.679129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819888704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T17:54:23.679207Z","caller":"traceutil/trace.go:171","msg":"trace[631908783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18914; }","duration":"1.820012847s","start":"2026-02-25T17:54:21.859178Z","end":"2026-02-25T17:54:23.679191Z","steps":["trace[631908783] 'agreement among raft nodes before linearized reading' (duration: 1.819841913s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:23.679239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:21.859164Z","time spent":"1.820068948s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T17:54:23.679207Z","caller":"traceutil/trace.go:171","msg":"trace[944977647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18914; }","duration":"357.786545ms","start":"2026-02-25T17:54:23.321398Z","end":"2026-02-25T17:54:23.679184Z","steps":["trace[944977647] 'agreement among raft nodes before linearized reading' (duration: 357.633162ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:54:23.679268Z","caller":"traceutil/trace.go:171","msg":"trace[1580494933] transaction","detail":"{read_only:false; response_revision:18914; number_of_response:1; }","duration":"814.924771ms","start":"2026-02-25T17:54:22.864325Z","end":"2026-02-25T17:54:23.67925Z","steps":["trace[1580494933] 'process raft request' (duration: 814.658525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:23.679295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819109976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T17:54:23.679297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81971837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-25T17:54:23.679349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.742888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:54:23.679363Z","caller":"traceutil/trace.go:171","msg":"trace[1604699074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18914; }","duration":"1.819186378s","start":"2026-02-25T17:54:21.860156Z","end":"2026-02-25T17:54:23.679342Z","steps":["trace[1604699074] 'agreement among raft nodes before linearized reading' (duration: 1.818961413s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:23.679374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:22.864304Z","time spent":"815.018212ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:54:23.679365Z","caller":"traceutil/trace.go:171","msg":"trace[599203077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18914; }","duration":"1.819824013s","start":"2026-02-25T17:54:21.859529Z","end":"2026-02-25T17:54:23.679353Z","steps":["trace[599203077] 'agreement among raft nodes before linearized reading' (duration: 1.819605668s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:54:23.67939Z","caller":"traceutil/trace.go:171","msg":"trace[1670768631] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:18914; }","duration":"251.786889ms","start":"2026-02-25T17:54:23.427591Z","end":"2026-02-25T17:54:23.679378Z","steps":["trace[1670768631] 'agreement among raft nodes before linearized reading' (duration: 251.721977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:23.679403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:21.860147Z","time spent":"1.819248559s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:54:23.679415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:21.859518Z","time spent":"1.819891754s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:54:23.6795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820277763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T17:54:23.679535Z","caller":"traceutil/trace.go:171","msg":"trace[188046203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18914; }","duration":"1.820349605s","start":"2026-02-25T17:54:21.859174Z","end":"2026-02-25T17:54:23.679524Z","steps":["trace[188046203] 'agreement among raft nodes before linearized reading' (duration: 1.820276403s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:23.679551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410911378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T17:54:23.67959Z","caller":"traceutil/trace.go:171","msg":"trace[1367149531] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:18914; }","duration":"1.410979069s","start":"2026-02-25T17:54:22.268601Z","end":"2026-02-25T17:54:23.67958Z","steps":["trace[1367149531] 'agreement among raft nodes before linearized reading' (duration: 1.410884717s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:23.679623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:22.268586Z","time spent":"1.41103083s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-02-25T17:54:23.679639Z","caller":"traceutil/trace.go:171","msg":"trace[1309518668] transaction","detail":"{read_only:false; response_revision:18912; number_of_response:1; }","duration":"999.71008ms","start":"2026-02-25T17:54:22.679907Z","end":"2026-02-25T17:54:23.679617Z","steps":["trace[1309518668] 'process raft request' (duration: 998.937532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:23.679678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:22.679877Z","time spent":"999.781391ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:23.679293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:23.321379Z","time spent":"357.904578ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:54:23.67972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494076684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-25T17:54:23.679559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:21.859152Z","time spent":"1.820402346s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T17:54:23.679741Z","caller":"traceutil/trace.go:171","msg":"trace[1715617660] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:18914; }","duration":"1.494143915s","start":"2026-02-25T17:54:22.185591Z","end":"2026-02-25T17:54:23.679735Z","steps":["trace[1715617660] 'agreement among raft nodes before linearized reading' (duration: 1.494032942s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:23.679763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:22.185568Z","time spent":"1.494190676s","remote":"127.0.0.1:49244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":154,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:54:23.680141Z","caller":"traceutil/trace.go:171","msg":"trace[2054807431] transaction","detail":"{read_only:false; response_revision:18913; number_of_response:1; }","duration":"998.743768ms","start":"2026-02-25T17:54:22.680334Z","end":"2026-02-25T17:54:23.679078Z","steps":["trace[2054807431] 'process raft request' (duration: 998.625735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:23.680725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:22.68031Z","time spent":"999.981996ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:24.180877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601382519,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:54:24.824531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.080499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T17:54:24.824929Z","caller":"traceutil/trace.go:171","msg":"trace[381841169] transaction","detail":"{read_only:false; response_revision:18915; number_of_response:1; }","duration":"1.177025687s","start":"2026-02-25T17:54:23.647861Z","end":"2026-02-25T17:54:24.824886Z","steps":["trace[381841169] 'process raft request' (duration: 629.471136ms)","trace[381841169] 'compare' (duration: 544.995081ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:54:24.824987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:23.680651Z","time spent":"1.144331587s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T17:54:24.825042Z","caller":"traceutil/trace.go:171","msg":"trace[2020888244] transaction","detail":"{read_only:false; response_revision:18916; number_of_response:1; }","duration":"1.140669851s","start":"2026-02-25T17:54:23.684355Z","end":"2026-02-25T17:54:24.825025Z","steps":["trace[2020888244] 'process raft request' (duration: 1.140470006s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:54:24.82513Z","caller":"traceutil/trace.go:171","msg":"trace[683207769] transaction","detail":"{read_only:false; response_revision:18918; number_of_response:1; }","duration":"1.138490891s","start":"2026-02-25T17:54:23.686614Z","end":"2026-02-25T17:54:24.825105Z","steps":["trace[683207769] 'process raft request' (duration: 1.138374838s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:24.82511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:23.64784Z","time spent":"1.177176571s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:24.825207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144642334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:54:24.825218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:23.686596Z","time spent":"1.138588562s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:54:24.82518Z","caller":"traceutil/trace.go:171","msg":"trace[1137136483] transaction","detail":"{read_only:false; response_revision:18919; number_of_response:1; }","duration":"1.13718708s","start":"2026-02-25T17:54:23.687932Z","end":"2026-02-25T17:54:24.825119Z","steps":["trace[1137136483] 'process raft request' (duration: 1.137093838s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:54:24.825269Z","caller":"traceutil/trace.go:171","msg":"trace[158746714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18919; }","duration":"1.144719765s","start":"2026-02-25T17:54:23.680535Z","end":"2026-02-25T17:54:24.825254Z","steps":["trace[158746714] 'agreement among raft nodes before linearized reading' (duration: 1.144566582s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:24.82533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:23.680523Z","time spent":"1.144793918s","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:54:24.825072Z","caller":"traceutil/trace.go:171","msg":"trace[519500569] linearizableReadLoop","detail":"{readStateIndex:19604; appliedIndex:19598; }","duration":"1.144487211s","start":"2026-02-25T17:54:23.680571Z","end":"2026-02-25T17:54:24.825058Z","steps":["trace[519500569] 'read index received' (duration: 596.808907ms)","trace[519500569] 'applied index is now lower than readState.Index' (duration: 547.677374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:54:24.825447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:23.687922Z","time spent":"1.137391564s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:24.825587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.376077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T17:54:24.825664Z","caller":"traceutil/trace.go:171","msg":"trace[1600778281] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18919; }","duration":"890.482779ms","start":"2026-02-25T17:54:23.935172Z","end":"2026-02-25T17:54:24.825654Z","steps":["trace[1600778281] 'agreement among raft nodes before linearized reading' (duration: 890.275515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:24.825714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:23.935154Z","time spent":"890.532641ms","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T17:54:24.82579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.994643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T17:54:24.825827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:23.684343Z","time spent":"1.141104711s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:54:24.825846Z","caller":"traceutil/trace.go:171","msg":"trace[1180872139] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:18919; }","duration":"402.091985ms","start":"2026-02-25T17:54:24.423737Z","end":"2026-02-25T17:54:24.825829Z","steps":["trace[1180872139] 'agreement among raft nodes before linearized reading' (duration: 402.011694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:24.825891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:24.423716Z","time spent":"402.165968ms","remote":"127.0.0.1:49424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:54:24.826066Z","caller":"traceutil/trace.go:171","msg":"trace[104241266] transaction","detail":"{read_only:false; response_revision:18917; number_of_response:1; }","duration":"1.140401844s","start":"2026-02-25T17:54:23.684783Z","end":"2026-02-25T17:54:24.825185Z","steps":["trace[104241266] 'process raft request' (duration: 1.140165989s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:24.826269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:23.684773Z","time spent":"1.141408768s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:26.298198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601382534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:54:26.795257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.691026ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:54:26.795437Z","caller":"traceutil/trace.go:171","msg":"trace[207590374] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18921; }","duration":"897.892561ms","start":"2026-02-25T17:54:25.89752Z","end":"2026-02-25T17:54:26.795412Z","steps":["trace[207590374] 'range keys from in-memory index tree' (duration: 897.668336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:26.799038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601382534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:54:27.059066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305522617s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:54:27.059484Z","caller":"traceutil/trace.go:171","msg":"trace[1296975727] transaction","detail":"{read_only:false; response_revision:18922; number_of_response:1; }","duration":"1.372495385s","start":"2026-02-25T17:54:25.686963Z","end":"2026-02-25T17:54:27.059458Z","steps":["trace[1296975727] 'process raft request' (duration: 1.37230276s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.059644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:25.686938Z","time spent":"1.372622527s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:54:27.059872Z","caller":"traceutil/trace.go:171","msg":"trace[1644275588] transaction","detail":"{read_only:false; response_revision:18923; number_of_response:1; }","duration":"1.372889764s","start":"2026-02-25T17:54:25.686964Z","end":"2026-02-25T17:54:27.059853Z","steps":["trace[1644275588] 'process raft request' (duration: 1.372453884s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.059985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:25.686932Z","time spent":"1.372972655s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:54:27.060191Z","caller":"traceutil/trace.go:171","msg":"trace[555930465] linearizableReadLoop","detail":"{readStateIndex:19609; appliedIndex:19606; }","duration":"1.263015377s","start":"2026-02-25T17:54:25.797168Z","end":"2026-02-25T17:54:27.060183Z","steps":["trace[555930465] 'read index received' (duration: 1.262008393s)","trace[555930465] 'applied index is now lower than readState.Index' (duration: 1.006534ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:54:27.060252Z","caller":"traceutil/trace.go:171","msg":"trace[282004489] transaction","detail":"{read_only:false; response_revision:18924; number_of_response:1; }","duration":"1.364036897s","start":"2026-02-25T17:54:25.696208Z","end":"2026-02-25T17:54:27.060245Z","steps":["trace[282004489] 'process raft request' (duration: 1.363560026s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.0603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:25.696198Z","time spent":"1.364064958s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:27.060387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157379189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:54:27.060451Z","caller":"traceutil/trace.go:171","msg":"trace[2046876182] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:18924; }","duration":"1.157490191s","start":"2026-02-25T17:54:25.902944Z","end":"2026-02-25T17:54:27.060434Z","steps":["trace[2046876182] 'agreement among raft nodes before linearized reading' (duration: 1.157386139s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.060455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.3489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T17:54:27.060488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:25.902917Z","time spent":"1.157561973s","remote":"127.0.0.1:36688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:54:27.060463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263281123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-25T17:54:27.060526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.286854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:54:27.060639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.999996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:54:27.060668Z","caller":"traceutil/trace.go:171","msg":"trace[322785329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:18924; }","duration":"911.089819ms","start":"2026-02-25T17:54:26.149569Z","end":"2026-02-25T17:54:27.060659Z","steps":["trace[322785329] 'agreement among raft nodes before linearized reading' (duration: 911.040708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.061505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:26.149538Z","time spent":"911.945808ms","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:54:27.060596Z","caller":"traceutil/trace.go:171","msg":"trace[1696338361] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18924; }","duration":"1.263426307s","start":"2026-02-25T17:54:25.797104Z","end":"2026-02-25T17:54:27.06053Z","steps":["trace[1696338361] 'agreement among raft nodes before linearized reading' (duration: 1.263219192s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.061641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:25.797079Z","time spent":"1.264541722s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-25T17:54:27.060691Z","caller":"traceutil/trace.go:171","msg":"trace[1094149586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18924; }","duration":"737.477808ms","start":"2026-02-25T17:54:26.323157Z","end":"2026-02-25T17:54:27.060634Z","steps":["trace[1094149586] 'agreement among raft nodes before linearized reading' (duration: 737.271323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.061868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:26.323127Z","time spent":"738.732408ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:54:27.060496Z","caller":"traceutil/trace.go:171","msg":"trace[238049304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18924; }","duration":"230.435042ms","start":"2026-02-25T17:54:26.83005Z","end":"2026-02-25T17:54:27.060485Z","steps":["trace[238049304] 'agreement among raft nodes before linearized reading' (duration: 230.284078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.06069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.632302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:54:27.062096Z","caller":"traceutil/trace.go:171","msg":"trace[248035298] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:18924; }","duration":"693.095116ms","start":"2026-02-25T17:54:26.368987Z","end":"2026-02-25T17:54:27.062082Z","steps":["trace[248035298] 'agreement among raft nodes before linearized reading' (duration: 691.643622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.062132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:26.368958Z","time spent":"693.164128ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:54:27.060746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.696905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T17:54:27.062222Z","caller":"traceutil/trace.go:171","msg":"trace[218904804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18924; }","duration":"231.18348ms","start":"2026-02-25T17:54:26.831023Z","end":"2026-02-25T17:54:27.062207Z","steps":["trace[218904804] 'agreement among raft nodes before linearized reading' (duration: 229.610643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.06078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084952054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:54:27.062328Z","caller":"traceutil/trace.go:171","msg":"trace[1869567262] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:18924; }","duration":"1.086566691s","start":"2026-02-25T17:54:25.97575Z","end":"2026-02-25T17:54:27.062316Z","steps":["trace[1869567262] 'agreement among raft nodes before linearized reading' (duration: 1.084984264s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.062354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:25.975717Z","time spent":"1.086628273s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:54:27.060835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.066684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T17:54:27.062475Z","caller":"traceutil/trace.go:171","msg":"trace[258304275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18924; }","duration":"231.746693ms","start":"2026-02-25T17:54:26.83072Z","end":"2026-02-25T17:54:27.062467Z","steps":["trace[258304275] 'agreement among raft nodes before linearized reading' (duration: 230.061564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.060827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.717125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T17:54:27.062604Z","caller":"traceutil/trace.go:171","msg":"trace[2139781727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18924; }","duration":"231.522997ms","start":"2026-02-25T17:54:26.831074Z","end":"2026-02-25T17:54:27.062597Z","steps":["trace[2139781727] 'agreement among raft nodes before linearized reading' (duration: 229.627483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.060839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.669928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T17:54:27.062663Z","caller":"traceutil/trace.go:171","msg":"trace[680102812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18924; }","duration":"232.544731ms","start":"2026-02-25T17:54:26.830113Z","end":"2026-02-25T17:54:27.062658Z","steps":["trace[680102812] 'agreement among raft nodes before linearized reading' (duration: 230.615426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.060839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.677732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T17:54:27.062752Z","caller":"traceutil/trace.go:171","msg":"trace[1378841231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18924; }","duration":"313.658168ms","start":"2026-02-25T17:54:26.749073Z","end":"2026-02-25T17:54:27.062731Z","steps":["trace[1378841231] 'agreement among raft nodes before linearized reading' (duration: 311.549019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.062822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:26.749042Z","time spent":"313.761521ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T17:54:27.265399Z","caller":"traceutil/trace.go:171","msg":"trace[1573613353] linearizableReadLoop","detail":"{readStateIndex:19610; appliedIndex:19609; }","duration":"199.148264ms","start":"2026-02-25T17:54:27.066232Z","end":"2026-02-25T17:54:27.265381Z","steps":["trace[1573613353] 'read index received' (duration: 161.14931ms)","trace[1573613353] 'applied index is now lower than readState.Index' (duration: 37.997984ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:54:27.265567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.322148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T17:54:27.265537Z","caller":"traceutil/trace.go:171","msg":"trace[710571841] transaction","detail":"{read_only:false; response_revision:18925; number_of_response:1; }","duration":"199.894572ms","start":"2026-02-25T17:54:27.065597Z","end":"2026-02-25T17:54:27.265491Z","steps":["trace[710571841] 'process raft request' (duration: 162.083392ms)","trace[710571841] 'compare' (duration: 37.572994ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:54:27.265596Z","caller":"traceutil/trace.go:171","msg":"trace[824081673] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18925; }","duration":"199.372869ms","start":"2026-02-25T17:54:27.066215Z","end":"2026-02-25T17:54:27.265587Z","steps":["trace[824081673] 'agreement among raft nodes before linearized reading' (duration: 199.231226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:27.76828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601382547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:54:28.35987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.535558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T17:54:28.360101Z","caller":"traceutil/trace.go:171","msg":"trace[1441304355] transaction","detail":"{read_only:false; response_revision:18926; number_of_response:1; }","duration":"1.293658821s","start":"2026-02-25T17:54:27.066401Z","end":"2026-02-25T17:54:28.36006Z","steps":["trace[1441304355] 'process raft request' (duration: 718.845757ms)","trace[1441304355] 'compare' (duration: 574.059797ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:54:28.360141Z","caller":"traceutil/trace.go:171","msg":"trace[1829788278] transaction","detail":"{read_only:false; response_revision:18928; number_of_response:1; }","duration":"1.292657308s","start":"2026-02-25T17:54:27.067466Z","end":"2026-02-25T17:54:28.360123Z","steps":["trace[1829788278] 'process raft request' (duration: 1.292588166s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:54:28.360145Z","caller":"traceutil/trace.go:171","msg":"trace[1811188878] transaction","detail":"{read_only:false; response_revision:18927; number_of_response:1; }","duration":"1.293565799s","start":"2026-02-25T17:54:27.066549Z","end":"2026-02-25T17:54:28.360115Z","steps":["trace[1811188878] 'process raft request' (duration: 1.293420615s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:28.360228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:27.067456Z","time spent":"1.292729899s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:28.360284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:27.066365Z","time spent":"1.293824855s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:54:28.36037Z","caller":"traceutil/trace.go:171","msg":"trace[1119602729] transaction","detail":"{read_only:false; response_revision:18929; number_of_response:1; }","duration":"1.292792751s","start":"2026-02-25T17:54:27.067559Z","end":"2026-02-25T17:54:28.360351Z","steps":["trace[1119602729] 'process raft request' (duration: 1.292529565s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:28.36084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:27.066537Z","time spent":"1.293672682s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:28.360437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:27.067544Z","time spent":"1.292862882s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:28.56639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.097236ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T17:54:28.566961Z","caller":"traceutil/trace.go:171","msg":"trace[1057858111] linearizableReadLoop","detail":"{readStateIndex:19616; appliedIndex:19610; }","duration":"1.299045237s","start":"2026-02-25T17:54:27.267884Z","end":"2026-02-25T17:54:28.566929Z","steps":["trace[1057858111] 'read index received' (duration: 517.378349ms)","trace[1057858111] 'applied index is now lower than readState.Index' (duration: 781.664108ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:54:28.567088Z","caller":"traceutil/trace.go:171","msg":"trace[1029597048] transaction","detail":"{read_only:false; response_revision:18930; number_of_response:1; }","duration":"807.853907ms","start":"2026-02-25T17:54:27.759214Z","end":"2026-02-25T17:54:28.567068Z","steps":["trace[1029597048] 'process raft request' (duration: 807.278244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:54:28.567209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:27.759183Z","time spent":"807.95436ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:54:28.625612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.627051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:54:28.625753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039121568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:54:28.62582Z","caller":"traceutil/trace.go:171","msg":"trace[673128915] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18930; }","duration":"1.039241852s","start":"2026-02-25T17:54:27.586555Z","end":"2026-02-25T17:54:28.625797Z","steps":["trace[673128915] 'agreement among raft nodes before linearized reading' (duration: 980.551946ms)","trace[673128915] 'count revisions from in-memory index tree' (duration: 58.578843ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:54:28.625882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:27.586533Z","time spent":"1.039329663s","remote":"127.0.0.1:48824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:54:28.625706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357796194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-02-25T17:54:28.626006Z","caller":"traceutil/trace.go:171","msg":"trace[490326489] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18930; }","duration":"1.358153532s","start":"2026-02-25T17:54:27.267835Z","end":"2026-02-25T17:54:28.625988Z","steps":["trace[490326489] 'agreement among raft nodes before linearized reading' (duration: 1.299240861s)","trace[490326489] 'range keys from in-memory index tree' (duration: 58.534022ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:54:28.625756Z","caller":"traceutil/trace.go:171","msg":"trace[181199554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18930; }","duration":"302.824876ms","start":"2026-02-25T17:54:28.322906Z","end":"2026-02-25T17:54:28.625731Z","steps":["trace[181199554] 'agreement among raft nodes before linearized reading' (duration: 244.199152ms)","trace[181199554] 'range keys from in-memory index tree' (duration: 58.43979ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:54:28.626072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:27.267815Z","time spent":"1.358246804s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18802,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T17:54:28.626074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:54:28.322864Z","time spent":"303.185084ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:55:10.124672Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2fdf33955ed9ec6c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T17:55:10.137892Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-25T17:55:10.138001Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-25T17:57:07.585505Z","caller":"traceutil/trace.go:171","msg":"trace[264845295] transaction","detail":"{read_only:false; response_revision:20105; number_of_response:1; }","duration":"106.886997ms","start":"2026-02-25T17:57:07.478599Z","end":"2026-02-25T17:57:07.585486Z","steps":["trace[264845295] 'process raft request' (duration: 106.840526ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:57:07.585646Z","caller":"traceutil/trace.go:171","msg":"trace[4433280] transaction","detail":"{read_only:false; response_revision:20104; number_of_response:1; }","duration":"107.512222ms","start":"2026-02-25T17:57:07.478107Z","end":"2026-02-25T17:57:07.585619Z","steps":["trace[4433280] 'process raft request' (duration: 94.080069ms)","trace[4433280] 'compare' (duration: 13.156186ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:57:17.613512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.737717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T17:57:17.613596Z","caller":"traceutil/trace.go:171","msg":"trace[1797017182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20156; }","duration":"104.86412ms","start":"2026-02-25T17:57:17.508711Z","end":"2026-02-25T17:57:17.613576Z","steps":["trace[1797017182] 'range keys from in-memory index tree' (duration: 104.588933ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:57:38.271229Z","caller":"traceutil/trace.go:171","msg":"trace[1499675691] transaction","detail":"{read_only:false; response_revision:20383; number_of_response:1; }","duration":"188.26705ms","start":"2026-02-25T17:57:38.082931Z","end":"2026-02-25T17:57:38.271198Z","steps":["trace[1499675691] 'process raft request' (duration: 156.176644ms)","trace[1499675691] 'compare' (duration: 31.463332ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:57:38.271401Z","caller":"traceutil/trace.go:171","msg":"trace[1358935424] linearizableReadLoop","detail":"{readStateIndex:21126; appliedIndex:21124; }","duration":"121.930127ms","start":"2026-02-25T17:57:38.14941Z","end":"2026-02-25T17:57:38.27134Z","steps":["trace[1358935424] 'read index received' (duration: 89.713907ms)","trace[1358935424] 'applied index is now lower than readState.Index' (duration: 32.21061ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:57:38.27142Z","caller":"traceutil/trace.go:171","msg":"trace[1716522887] transaction","detail":"{read_only:false; response_revision:20384; number_of_response:1; }","duration":"187.261557ms","start":"2026-02-25T17:57:38.084104Z","end":"2026-02-25T17:57:38.271366Z","steps":["trace[1716522887] 'process raft request' (duration: 186.682104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:57:38.271757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.308186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ed68e2b-3822-488c-ada5-a8adf4ca2b71\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-25T17:57:38.271809Z","caller":"traceutil/trace.go:171","msg":"trace[1049036304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ed68e2b-3822-488c-ada5-a8adf4ca2b71; range_end:; response_count:1; response_revision:20385; }","duration":"122.408318ms","start":"2026-02-25T17:57:38.149385Z","end":"2026-02-25T17:57:38.271793Z","steps":["trace[1049036304] 'agreement among raft nodes before linearized reading' (duration: 122.124392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:12.309805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.524737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:58:12.309915Z","caller":"traceutil/trace.go:171","msg":"trace[1049679568] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:20583; }","duration":"182.685371ms","start":"2026-02-25T17:58:12.12721Z","end":"2026-02-25T17:58:12.309895Z","steps":["trace[1049679568] 'count revisions from in-memory index tree' (duration: 182.337763ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:23.791606Z","caller":"traceutil/trace.go:171","msg":"trace[207590348] linearizableReadLoop","detail":"{readStateIndex:21826; appliedIndex:21825; }","duration":"236.685528ms","start":"2026-02-25T17:58:23.5549Z","end":"2026-02-25T17:58:23.791586Z","steps":["trace[207590348] 'read index received' (duration: 234.578298ms)","trace[207590348] 'applied index is now lower than readState.Index' (duration: 2.10658ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:58:23.791703Z","caller":"traceutil/trace.go:171","msg":"trace[2064939720] transaction","detail":"{read_only:false; response_revision:21066; number_of_response:1; }","duration":"237.023375ms","start":"2026-02-25T17:58:23.554633Z","end":"2026-02-25T17:58:23.791656Z","steps":["trace[2064939720] 'process raft request' (duration: 234.804903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:23.791769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.850771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4169"} {"level":"info","ts":"2026-02-25T17:58:23.791836Z","caller":"traceutil/trace.go:171","msg":"trace[1279147974] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:21066; }","duration":"236.934233ms","start":"2026-02-25T17:58:23.554885Z","end":"2026-02-25T17:58:23.791819Z","steps":["trace[1279147974] 'agreement among raft nodes before linearized reading' (duration: 236.766179ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:23.793767Z","caller":"traceutil/trace.go:171","msg":"trace[1742566024] transaction","detail":"{read_only:false; response_revision:21067; number_of_response:1; }","duration":"211.733997ms","start":"2026-02-25T17:58:23.582018Z","end":"2026-02-25T17:58:23.793752Z","steps":["trace[1742566024] 'process raft request' (duration: 211.249386ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:23.793747Z","caller":"traceutil/trace.go:171","msg":"trace[2079206264] transaction","detail":"{read_only:false; response_revision:21068; number_of_response:1; }","duration":"150.639015ms","start":"2026-02-25T17:58:23.643083Z","end":"2026-02-25T17:58:23.793722Z","steps":["trace[2079206264] 'process raft request' (duration: 150.306008ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:23.793767Z","caller":"traceutil/trace.go:171","msg":"trace[664670245] transaction","detail":"{read_only:false; response_revision:21069; number_of_response:1; }","duration":"111.061625ms","start":"2026-02-25T17:58:23.682674Z","end":"2026-02-25T17:58:23.793735Z","steps":["trace[664670245] 'process raft request' (duration: 110.778728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:23.794215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.025409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-02-25T17:58:23.794219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.606515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:58:23.794272Z","caller":"traceutil/trace.go:171","msg":"trace[1341228572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21072; }","duration":"101.668526ms","start":"2026-02-25T17:58:23.692594Z","end":"2026-02-25T17:58:23.794262Z","steps":["trace[1341228572] 'agreement among raft nodes before linearized reading' (duration: 101.569224ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:23.794244Z","caller":"traceutil/trace.go:171","msg":"trace[266166814] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:21072; }","duration":"238.073919ms","start":"2026-02-25T17:58:23.556162Z","end":"2026-02-25T17:58:23.794236Z","steps":["trace[266166814] 'agreement among raft nodes before linearized reading' (duration: 237.947096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:23.794806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.083782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-25T17:58:23.794829Z","caller":"traceutil/trace.go:171","msg":"trace[501521034] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21072; }","duration":"110.106922ms","start":"2026-02-25T17:58:23.684716Z","end":"2026-02-25T17:58:23.794823Z","steps":["trace[501521034] 'agreement among raft nodes before linearized reading' (duration: 109.538509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:25.343908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.674922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:58:25.343974Z","caller":"traceutil/trace.go:171","msg":"trace[115809739] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21122; }","duration":"100.774565ms","start":"2026-02-25T17:58:25.243183Z","end":"2026-02-25T17:58:25.343958Z","steps":["trace[115809739] 'count revisions from in-memory index tree' (duration: 100.626781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:25.344211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.089253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:58:25.3443Z","caller":"traceutil/trace.go:171","msg":"trace[1432321426] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21122; }","duration":"101.187795ms","start":"2026-02-25T17:58:25.243095Z","end":"2026-02-25T17:58:25.344283Z","steps":["trace[1432321426] 'range keys from in-memory index tree' (duration: 100.715924ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:26.950676Z","caller":"traceutil/trace.go:171","msg":"trace[1198411567] transaction","detail":"{read_only:false; response_revision:21164; number_of_response:1; }","duration":"232.321385ms","start":"2026-02-25T17:58:26.718318Z","end":"2026-02-25T17:58:26.95064Z","steps":["trace[1198411567] 'process raft request' (duration: 232.223143ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:26.95079Z","caller":"traceutil/trace.go:171","msg":"trace[620696350] transaction","detail":"{read_only:false; response_revision:21163; number_of_response:1; }","duration":"232.597442ms","start":"2026-02-25T17:58:26.718163Z","end":"2026-02-25T17:58:26.95076Z","steps":["trace[620696350] 'process raft request' (duration: 225.893686ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:26.950848Z","caller":"traceutil/trace.go:171","msg":"trace[1894617584] linearizableReadLoop","detail":"{readStateIndex:21923; appliedIndex:21922; }","duration":"232.570791ms","start":"2026-02-25T17:58:26.718239Z","end":"2026-02-25T17:58:26.95081Z","steps":["trace[1894617584] 'read index received' (duration: 225.823824ms)","trace[1894617584] 'applied index is now lower than readState.Index' (duration: 6.744037ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:58:26.951369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.679031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:58:26.951525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.428088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:58:26.951611Z","caller":"traceutil/trace.go:171","msg":"trace[1579567119] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0; response_count:0; response_revision:21164; }","duration":"219.977378ms","start":"2026-02-25T17:58:26.73162Z","end":"2026-02-25T17:58:26.951597Z","steps":["trace[1579567119] 'agreement among raft nodes before linearized reading' (duration: 219.656511ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:26.951659Z","caller":"traceutil/trace.go:171","msg":"trace[1856352735] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:21164; }","duration":"220.630503ms","start":"2026-02-25T17:58:26.731004Z","end":"2026-02-25T17:58:26.951634Z","steps":["trace[1856352735] 'agreement among raft nodes before linearized reading' (duration: 220.394278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:26.951772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.417225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"warn","ts":"2026-02-25T17:58:26.951385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.113273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-sbtmn\" ","response":"range_response_count:1 size:5429"} {"level":"info","ts":"2026-02-25T17:58:26.951842Z","caller":"traceutil/trace.go:171","msg":"trace[1840368592] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21164; }","duration":"225.62676ms","start":"2026-02-25T17:58:26.7262Z","end":"2026-02-25T17:58:26.951826Z","steps":["trace[1840368592] 'agreement among raft nodes before linearized reading' (duration: 225.094637ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:26.951859Z","caller":"traceutil/trace.go:171","msg":"trace[24901957] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-sbtmn; range_end:; response_count:1; response_revision:21164; }","duration":"233.654796ms","start":"2026-02-25T17:58:26.718191Z","end":"2026-02-25T17:58:26.951846Z","steps":["trace[24901957] 'agreement among raft nodes before linearized reading' (duration: 232.996121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:26.95148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.423388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:58:26.952082Z","caller":"traceutil/trace.go:171","msg":"trace[484401678] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:21164; }","duration":"221.058763ms","start":"2026-02-25T17:58:26.731007Z","end":"2026-02-25T17:58:26.952066Z","steps":["trace[484401678] 'agreement among raft nodes before linearized reading' (duration: 220.377807ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:31.153134Z","caller":"traceutil/trace.go:171","msg":"trace[398627727] transaction","detail":"{read_only:false; response_revision:21253; number_of_response:1; }","duration":"130.378373ms","start":"2026-02-25T17:58:31.022727Z","end":"2026-02-25T17:58:31.153106Z","steps":["trace[398627727] 'process raft request' (duration: 130.194009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:31.82514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601389399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:58:32.325538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601389399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:58:32.825934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601389399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:58:33.003452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.716121541s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:58:33.003746Z","caller":"traceutil/trace.go:171","msg":"trace[22306434] transaction","detail":"{read_only:false; response_revision:21255; number_of_response:1; }","duration":"1.716565742s","start":"2026-02-25T17:58:31.28716Z","end":"2026-02-25T17:58:33.003725Z","steps":["trace[22306434] 'process raft request' (duration: 1.716443099s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.003868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:31.2871Z","time spent":"1.716701195s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:58:33.187455Z","caller":"traceutil/trace.go:171","msg":"trace[1242040563] transaction","detail":"{read_only:false; response_revision:21256; number_of_response:1; }","duration":"1.357421595s","start":"2026-02-25T17:58:31.830001Z","end":"2026-02-25T17:58:33.187422Z","steps":["trace[1242040563] 'process raft request' (duration: 1.357168149s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.187679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:31.829979Z","time spent":"1.357578938s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:58:33.188156Z","caller":"traceutil/trace.go:171","msg":"trace[1702008335] transaction","detail":"{read_only:false; response_revision:21259; number_of_response:1; }","duration":"542.629916ms","start":"2026-02-25T17:58:32.645501Z","end":"2026-02-25T17:58:33.188131Z","steps":["trace[1702008335] 'process raft request' (duration: 542.499883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.188315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.645458Z","time spent":"542.7728ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T17:58:33.188327Z","caller":"traceutil/trace.go:171","msg":"trace[208465325] transaction","detail":"{read_only:false; response_revision:21257; number_of_response:1; }","duration":"686.775359ms","start":"2026-02-25T17:58:32.501531Z","end":"2026-02-25T17:58:33.188306Z","steps":["trace[208465325] 'process raft request' (duration: 685.834347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.188457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.501482Z","time spent":"686.906222ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:58:33.188542Z","caller":"traceutil/trace.go:171","msg":"trace[1420924914] transaction","detail":"{read_only:false; response_revision:21258; number_of_response:1; }","duration":"685.970891ms","start":"2026-02-25T17:58:32.502562Z","end":"2026-02-25T17:58:33.188532Z","steps":["trace[1420924914] 'process raft request' (duration: 685.176742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.190454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.502528Z","time spent":"686.054103ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:58:33.194542Z","caller":"traceutil/trace.go:171","msg":"trace[823632436] linearizableReadLoop","detail":"{readStateIndex:22020; appliedIndex:22015; }","duration":"1.86436984s","start":"2026-02-25T17:58:31.324278Z","end":"2026-02-25T17:58:33.188648Z","steps":["trace[823632436] 'read index received' (duration: 1.679350036s)","trace[823632436] 'applied index is now lower than readState.Index' (duration: 185.018664ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:58:33.194956Z","caller":"traceutil/trace.go:171","msg":"trace[1456105014] transaction","detail":"{read_only:false; response_revision:21260; number_of_response:1; }","duration":"345.54887ms","start":"2026-02-25T17:58:32.849367Z","end":"2026-02-25T17:58:33.194916Z","steps":["trace[1456105014] 'process raft request' (duration: 338.698241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.194987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870694787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T17:58:33.195102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.849348Z","time spent":"345.698284ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:58:33.195119Z","caller":"traceutil/trace.go:171","msg":"trace[625085041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21260; }","duration":"1.870850402s","start":"2026-02-25T17:58:31.324214Z","end":"2026-02-25T17:58:33.195065Z","steps":["trace[625085041] 'agreement among raft nodes before linearized reading' (duration: 1.864456663s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.195188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:31.324196Z","time spent":"1.870971534s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:58:33.19565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499343107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-02-25T17:58:33.195703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015181461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T17:58:33.195729Z","caller":"traceutil/trace.go:171","msg":"trace[2001467774] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21261; }","duration":"1.49947046s","start":"2026-02-25T17:58:31.696227Z","end":"2026-02-25T17:58:33.195698Z","steps":["trace[2001467774] 'agreement among raft nodes before linearized reading' (duration: 1.499104901s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:33.195771Z","caller":"traceutil/trace.go:171","msg":"trace[890111199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21261; }","duration":"1.015307505s","start":"2026-02-25T17:58:32.18045Z","end":"2026-02-25T17:58:33.195757Z","steps":["trace[890111199] 'agreement among raft nodes before linearized reading' (duration: 1.015025378s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.195829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.18042Z","time spent":"1.015389306s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:58:33.195781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:31.696207Z","time spent":"1.499564052s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T17:58:33.195648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124604978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-25T17:58:33.196973Z","caller":"traceutil/trace.go:171","msg":"trace[1867275889] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21261; }","duration":"1.125925778s","start":"2026-02-25T17:58:32.070973Z","end":"2026-02-25T17:58:33.196899Z","steps":["trace[1867275889] 'agreement among raft nodes before linearized reading' (duration: 1.124533526s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.197033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.070926Z","time spent":"1.126088472s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T17:58:33.197436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031571833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T17:58:33.197483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03062332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-25T17:58:33.197569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470584278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-25T17:58:33.197607Z","caller":"traceutil/trace.go:171","msg":"trace[1824379519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21261; }","duration":"1.030759354s","start":"2026-02-25T17:58:32.166798Z","end":"2026-02-25T17:58:33.197558Z","steps":["trace[1824379519] 'agreement among raft nodes before linearized reading' (duration: 1.030486617s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.197595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.787868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T17:58:33.19764Z","caller":"traceutil/trace.go:171","msg":"trace[1461041521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21261; }","duration":"1.47070476s","start":"2026-02-25T17:58:31.726912Z","end":"2026-02-25T17:58:33.197617Z","steps":["trace[1461041521] 'agreement among raft nodes before linearized reading' (duration: 1.470567907s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:58:33.197675Z","caller":"traceutil/trace.go:171","msg":"trace[1809227616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21261; }","duration":"514.906281ms","start":"2026-02-25T17:58:32.682758Z","end":"2026-02-25T17:58:33.197665Z","steps":["trace[1809227616] 'agreement among raft nodes before linearized reading' (duration: 514.748358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.197672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.166775Z","time spent":"1.030876286s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:58:33.197686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:31.72688Z","time spent":"1.470790512s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T17:58:33.197732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.682746Z","time spent":"514.953902ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T17:58:33.197523Z","caller":"traceutil/trace.go:171","msg":"trace[1915826416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21261; }","duration":"1.031658185s","start":"2026-02-25T17:58:32.165816Z","end":"2026-02-25T17:58:33.197474Z","steps":["trace[1915826416] 'agreement among raft nodes before linearized reading' (duration: 1.031523712s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.197914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.165797Z","time spent":"1.032042173s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:58:33.198091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135320847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T17:58:33.198145Z","caller":"traceutil/trace.go:171","msg":"trace[1061680694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21261; }","duration":"1.135416789s","start":"2026-02-25T17:58:32.062704Z","end":"2026-02-25T17:58:33.198121Z","steps":["trace[1061680694] 'agreement among raft nodes before linearized reading' (duration: 1.135288296s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.198172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.062678Z","time spent":"1.135488001s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:58:33.198479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.710077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T17:58:33.198537Z","caller":"traceutil/trace.go:171","msg":"trace[175191779] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:21261; }","duration":"915.779859ms","start":"2026-02-25T17:58:32.282731Z","end":"2026-02-25T17:58:33.198511Z","steps":["trace[175191779] 'agreement among raft nodes before linearized reading' (duration: 915.612285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:58:33.198561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:58:32.282721Z","time spent":"915.83508ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-02-25T17:58:39.516573Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18718} {"level":"info","ts":"2026-02-25T17:58:39.626194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18718,"took":"106.782044ms","hash":444069151,"current-db-size-bytes":47329280,"current-db-size":"47 MB","current-db-size-in-use-bytes":35897344,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-02-25T17:58:39.626252Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":444069151,"revision":18718,"compact-revision":16518} {"level":"info","ts":"2026-02-25T17:59:46.340891Z","caller":"traceutil/trace.go:171","msg":"trace[1176393928] linearizableReadLoop","detail":"{readStateIndex:22840; appliedIndex:22839; }","duration":"220.095572ms","start":"2026-02-25T17:59:46.120768Z","end":"2026-02-25T17:59:46.340864Z","steps":["trace[1176393928] 'read index received' (duration: 219.836586ms)","trace[1176393928] 'applied index is now lower than readState.Index' (duration: 257.966µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:59:46.341007Z","caller":"traceutil/trace.go:171","msg":"trace[67654312] transaction","detail":"{read_only:false; response_revision:22058; number_of_response:1; }","duration":"275.068391ms","start":"2026-02-25T17:59:46.065887Z","end":"2026-02-25T17:59:46.340956Z","steps":["trace[67654312] 'process raft request' (duration: 274.752584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:59:46.34133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.489741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T17:59:46.341477Z","caller":"traceutil/trace.go:171","msg":"trace[299548904] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22058; }","duration":"220.715846ms","start":"2026-02-25T17:59:46.120723Z","end":"2026-02-25T17:59:46.341439Z","steps":["trace[299548904] 'agreement among raft nodes before linearized reading' (duration: 220.316617ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:59:58.675148Z","caller":"traceutil/trace.go:171","msg":"trace[1990986614] transaction","detail":"{read_only:false; response_revision:22147; number_of_response:1; }","duration":"389.858672ms","start":"2026-02-25T17:59:58.28526Z","end":"2026-02-25T17:59:58.675118Z","steps":["trace[1990986614] 'process raft request' (duration: 389.688828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:59:58.675318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:59:58.285241Z","time spent":"389.994154ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:59:58.67586Z","caller":"traceutil/trace.go:171","msg":"trace[810294769] linearizableReadLoop","detail":"{readStateIndex:22932; appliedIndex:22932; }","duration":"353.950555ms","start":"2026-02-25T17:59:58.321883Z","end":"2026-02-25T17:59:58.675833Z","steps":["trace[810294769] 'read index received' (duration: 353.937685ms)","trace[810294769] 'applied index is now lower than readState.Index' (duration: 10.46µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:59:58.676029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.11403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:59:58.67613Z","caller":"traceutil/trace.go:171","msg":"trace[2140020417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22147; }","duration":"354.269413ms","start":"2026-02-25T17:59:58.321842Z","end":"2026-02-25T17:59:58.676112Z","steps":["trace[2140020417] 'agreement among raft nodes before linearized reading' (duration: 354.077768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:59:58.676182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:59:58.321825Z","time spent":"354.349685ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:59:58.957151Z","caller":"traceutil/trace.go:171","msg":"trace[1007623851] linearizableReadLoop","detail":"{readStateIndex:22933; appliedIndex:22932; }","duration":"281.215494ms","start":"2026-02-25T17:59:58.675911Z","end":"2026-02-25T17:59:58.957127Z","steps":["trace[1007623851] 'read index received' (duration: 206.747161ms)","trace[1007623851] 'applied index is now lower than readState.Index' (duration: 74.467283ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:59:58.957184Z","caller":"traceutil/trace.go:171","msg":"trace[1191474363] transaction","detail":"{read_only:false; response_revision:22148; number_of_response:1; }","duration":"576.260889ms","start":"2026-02-25T17:59:58.380886Z","end":"2026-02-25T17:59:58.957147Z","steps":["trace[1191474363] 'process raft request' (duration: 501.773065ms)","trace[1191474363] 'compare' (duration: 74.262608ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:59:58.957293Z","caller":"traceutil/trace.go:171","msg":"trace[1427133102] transaction","detail":"{read_only:false; response_revision:22149; number_of_response:1; }","duration":"197.364302ms","start":"2026-02-25T17:59:58.759895Z","end":"2026-02-25T17:59:58.95726Z","steps":["trace[1427133102] 'process raft request' (duration: 197.189488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:59:58.957329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:59:58.380852Z","time spent":"576.399732ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:59:58.957338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.083578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:59:58.957386Z","caller":"traceutil/trace.go:171","msg":"trace[300975039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22149; }","duration":"280.17729ms","start":"2026-02-25T17:59:58.677197Z","end":"2026-02-25T17:59:58.957374Z","steps":["trace[300975039] 'agreement among raft nodes before linearized reading' (duration: 280.058207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:59:58.957374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.185687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:59:58.957463Z","caller":"traceutil/trace.go:171","msg":"trace[2057048722] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22149; }","duration":"521.297261ms","start":"2026-02-25T17:59:58.436145Z","end":"2026-02-25T17:59:58.957443Z","steps":["trace[2057048722] 'agreement among raft nodes before linearized reading' (duration: 521.098086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:59:58.957523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:59:58.436081Z","time spent":"521.430323ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:59:58.958035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.279687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T17:59:58.958113Z","caller":"traceutil/trace.go:171","msg":"trace[429206997] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22149; }","duration":"465.381389ms","start":"2026-02-25T17:59:58.492702Z","end":"2026-02-25T17:59:58.958084Z","steps":["trace[429206997] 'agreement among raft nodes before linearized reading' (duration: 464.475878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:59:58.958159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:59:58.492685Z","time spent":"465.462991ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:59:59.221225Z","caller":"traceutil/trace.go:171","msg":"trace[1293537535] transaction","detail":"{read_only:false; response_revision:22150; number_of_response:1; }","duration":"141.991294ms","start":"2026-02-25T17:59:59.079198Z","end":"2026-02-25T17:59:59.221189Z","steps":["trace[1293537535] 'process raft request' (duration: 43.188505ms)","trace[1293537535] 'compare' (duration: 98.256496ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:59:59.773731Z","caller":"traceutil/trace.go:171","msg":"trace[533654134] linearizableReadLoop","detail":"{readStateIndex:22939; appliedIndex:22936; }","duration":"158.693822ms","start":"2026-02-25T17:59:59.615013Z","end":"2026-02-25T17:59:59.773707Z","steps":["trace[533654134] 'read index received' (duration: 101.230445ms)","trace[533654134] 'applied index is now lower than readState.Index' (duration: 57.461977ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:59:59.773797Z","caller":"traceutil/trace.go:171","msg":"trace[117846450] transaction","detail":"{read_only:false; response_revision:22152; number_of_response:1; }","duration":"289.806973ms","start":"2026-02-25T17:59:59.483957Z","end":"2026-02-25T17:59:59.773763Z","steps":["trace[117846450] 'process raft request' (duration: 232.377396ms)","trace[117846450] 'compare' (duration: 57.114319ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:59:59.774009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.98088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T17:59:59.773891Z","caller":"traceutil/trace.go:171","msg":"trace[864702917] transaction","detail":"{read_only:false; response_revision:22154; number_of_response:1; }","duration":"281.999422ms","start":"2026-02-25T17:59:59.491857Z","end":"2026-02-25T17:59:59.773856Z","steps":["trace[864702917] 'process raft request' (duration: 281.804707ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:59:59.774125Z","caller":"traceutil/trace.go:171","msg":"trace[1020815422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22154; }","duration":"159.140863ms","start":"2026-02-25T17:59:59.614965Z","end":"2026-02-25T17:59:59.774106Z","steps":["trace[1020815422] 'agreement among raft nodes before linearized reading' (duration: 158.904137ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:59:59.773885Z","caller":"traceutil/trace.go:171","msg":"trace[974994336] transaction","detail":"{read_only:false; response_revision:22153; number_of_response:1; }","duration":"286.308172ms","start":"2026-02-25T17:59:59.487544Z","end":"2026-02-25T17:59:59.773852Z","steps":["trace[974994336] 'process raft request' (duration: 286.061346ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:59:59.997301Z","caller":"traceutil/trace.go:171","msg":"trace[1080450329] transaction","detail":"{read_only:false; response_revision:22156; number_of_response:1; }","duration":"218.662637ms","start":"2026-02-25T17:59:59.778616Z","end":"2026-02-25T17:59:59.997279Z","steps":["trace[1080450329] 'process raft request' (duration: 218.487463ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:59:59.997571Z","caller":"traceutil/trace.go:171","msg":"trace[1458108] transaction","detail":"{read_only:false; response_revision:22157; number_of_response:1; }","duration":"218.932733ms","start":"2026-02-25T17:59:59.778615Z","end":"2026-02-25T17:59:59.997548Z","steps":["trace[1458108] 'process raft request' (duration: 218.622116ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:59:59.997735Z","caller":"traceutil/trace.go:171","msg":"trace[2042823008] transaction","detail":"{read_only:false; response_revision:22158; number_of_response:1; }","duration":"218.571205ms","start":"2026-02-25T17:59:59.779147Z","end":"2026-02-25T17:59:59.997719Z","steps":["trace[2042823008] 'process raft request' (duration: 218.400831ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:59:59.997882Z","caller":"traceutil/trace.go:171","msg":"trace[370646628] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"217.706566ms","start":"2026-02-25T17:59:59.780162Z","end":"2026-02-25T17:59:59.997869Z","steps":["trace[370646628] 'process raft request' (duration: 217.47036ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.299398Z","caller":"traceutil/trace.go:171","msg":"trace[484423557] transaction","detail":"{read_only:false; response_revision:22163; number_of_response:1; }","duration":"146.727694ms","start":"2026-02-25T18:00:00.152644Z","end":"2026-02-25T18:00:00.299372Z","steps":["trace[484423557] 'process raft request' (duration: 146.660642ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.299452Z","caller":"traceutil/trace.go:171","msg":"trace[189617283] transaction","detail":"{read_only:false; response_revision:22162; number_of_response:1; }","duration":"193.944623ms","start":"2026-02-25T18:00:00.105458Z","end":"2026-02-25T18:00:00.299402Z","steps":["trace[189617283] 'process raft request' (duration: 193.80598ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.299455Z","caller":"traceutil/trace.go:171","msg":"trace[1621906414] transaction","detail":"{read_only:false; response_revision:22161; number_of_response:1; }","duration":"193.981224ms","start":"2026-02-25T18:00:00.105397Z","end":"2026-02-25T18:00:00.299378Z","steps":["trace[1621906414] 'process raft request' (duration: 193.736598ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.518521Z","caller":"traceutil/trace.go:171","msg":"trace[1426923859] linearizableReadLoop","detail":"{readStateIndex:22950; appliedIndex:22945; }","duration":"351.96395ms","start":"2026-02-25T18:00:00.166533Z","end":"2026-02-25T18:00:00.518497Z","steps":["trace[1426923859] 'read index received' (duration: 132.685678ms)","trace[1426923859] 'applied index is now lower than readState.Index' (duration: 219.277242ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:00:00.518612Z","caller":"traceutil/trace.go:171","msg":"trace[548171816] transaction","detail":"{read_only:false; response_revision:22166; number_of_response:1; }","duration":"351.5598ms","start":"2026-02-25T18:00:00.167015Z","end":"2026-02-25T18:00:00.518575Z","steps":["trace[548171816] 'process raft request' (duration: 351.418056ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.518666Z","caller":"traceutil/trace.go:171","msg":"trace[400480434] transaction","detail":"{read_only:false; response_revision:22164; number_of_response:1; }","duration":"354.777605ms","start":"2026-02-25T18:00:00.16386Z","end":"2026-02-25T18:00:00.518638Z","steps":["trace[400480434] 'process raft request' (duration: 354.335065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:00:00.518721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.172345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:00:00.518771Z","caller":"traceutil/trace.go:171","msg":"trace[1725638068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22166; }","duration":"352.270767ms","start":"2026-02-25T18:00:00.166489Z","end":"2026-02-25T18:00:00.518759Z","steps":["trace[1725638068] 'agreement among raft nodes before linearized reading' (duration: 352.129454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:00:00.518777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:00:00.167001Z","time spent":"351.686933ms","remote":"127.0.0.1:49140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6643,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:00:00.518803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:00:00.166468Z","time spent":"352.327728ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T18:00:00.518653Z","caller":"traceutil/trace.go:171","msg":"trace[799365789] transaction","detail":"{read_only:false; response_revision:22165; number_of_response:1; }","duration":"352.132904ms","start":"2026-02-25T18:00:00.16648Z","end":"2026-02-25T18:00:00.518613Z","steps":["trace[799365789] 'process raft request' (duration: 351.873468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:00:00.518987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:00:00.163839Z","time spent":"354.889477ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T18:00:00.519107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:00:00.166457Z","time spent":"352.579044ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6775,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T18:00:00.727618Z","caller":"traceutil/trace.go:171","msg":"trace[981266538] transaction","detail":"{read_only:false; response_revision:22167; number_of_response:1; }","duration":"421.60566ms","start":"2026-02-25T18:00:00.305981Z","end":"2026-02-25T18:00:00.727586Z","steps":["trace[981266538] 'process raft request' (duration: 421.337114ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.727652Z","caller":"traceutil/trace.go:171","msg":"trace[1547780016] linearizableReadLoop","detail":"{readStateIndex:22955; appliedIndex:22951; }","duration":"209.031384ms","start":"2026-02-25T18:00:00.518592Z","end":"2026-02-25T18:00:00.727623Z","steps":["trace[1547780016] 'read index received' (duration: 208.780708ms)","trace[1547780016] 'applied index is now lower than readState.Index' (duration: 249.556µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:00:00.727702Z","caller":"traceutil/trace.go:171","msg":"trace[1169281736] transaction","detail":"{read_only:false; response_revision:22168; number_of_response:1; }","duration":"421.575729ms","start":"2026-02-25T18:00:00.306098Z","end":"2026-02-25T18:00:00.727674Z","steps":["trace[1169281736] 'process raft request' (duration: 421.376084ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.727741Z","caller":"traceutil/trace.go:171","msg":"trace[798322106] transaction","detail":"{read_only:false; response_revision:22170; number_of_response:1; }","duration":"419.4754ms","start":"2026-02-25T18:00:00.308241Z","end":"2026-02-25T18:00:00.727716Z","steps":["trace[798322106] 'process raft request' (duration: 419.337387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:00:00.727761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:00:00.30595Z","time spent":"421.747664ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5368,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T18:00:00.727798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.543728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:00:00.727794Z","caller":"traceutil/trace.go:171","msg":"trace[1918322155] transaction","detail":"{read_only:false; response_revision:22169; number_of_response:1; }","duration":"421.158199ms","start":"2026-02-25T18:00:00.306603Z","end":"2026-02-25T18:00:00.727761Z","steps":["trace[1918322155] 'process raft request' (duration: 420.917614ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.727838Z","caller":"traceutil/trace.go:171","msg":"trace[2045742064] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:22170; }","duration":"213.645671ms","start":"2026-02-25T18:00:00.51418Z","end":"2026-02-25T18:00:00.727826Z","steps":["trace[2045742064] 'agreement among raft nodes before linearized reading' (duration: 213.557399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:00:00.727841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:00:00.306069Z","time spent":"421.694902ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T18:00:00.72788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:00:00.308228Z","time spent":"419.564903ms","remote":"127.0.0.1:49140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:00:00.727934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:00:00.30658Z","time spent":"421.287713ms","remote":"127.0.0.1:49140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5246,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:00:00.727886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.391322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:00:00.728066Z","caller":"traceutil/trace.go:171","msg":"trace[89810619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22170; }","duration":"408.606227ms","start":"2026-02-25T18:00:00.319438Z","end":"2026-02-25T18:00:00.728045Z","steps":["trace[89810619] 'agreement among raft nodes before linearized reading' (duration: 408.371991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:00:00.728112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:00:00.319425Z","time spent":"408.675679ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T18:00:00.820621Z","caller":"traceutil/trace.go:171","msg":"trace[619009289] transaction","detail":"{read_only:false; response_revision:22171; number_of_response:1; }","duration":"297.444351ms","start":"2026-02-25T18:00:00.523148Z","end":"2026-02-25T18:00:00.820592Z","steps":["trace[619009289] 'process raft request' (duration: 294.616545ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.820872Z","caller":"traceutil/trace.go:171","msg":"trace[2014622679] transaction","detail":"{read_only:false; response_revision:22174; number_of_response:1; }","duration":"292.053536ms","start":"2026-02-25T18:00:00.528805Z","end":"2026-02-25T18:00:00.820859Z","steps":["trace[2014622679] 'process raft request' (duration: 291.939573ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.821189Z","caller":"traceutil/trace.go:171","msg":"trace[490466537] transaction","detail":"{read_only:false; response_revision:22173; number_of_response:1; }","duration":"295.087916ms","start":"2026-02-25T18:00:00.525743Z","end":"2026-02-25T18:00:00.820831Z","steps":["trace[490466537] 'process raft request' (duration: 294.8461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:00:00.821239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.000034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:6660"} {"level":"warn","ts":"2026-02-25T18:00:00.821256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.908632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:00:00.821312Z","caller":"traceutil/trace.go:171","msg":"trace[1969264392] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:22174; }","duration":"298.116797ms","start":"2026-02-25T18:00:00.523178Z","end":"2026-02-25T18:00:00.821295Z","steps":["trace[1969264392] 'agreement among raft nodes before linearized reading' (duration: 297.906192ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.821321Z","caller":"traceutil/trace.go:171","msg":"trace[14362895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22174; }","duration":"298.005334ms","start":"2026-02-25T18:00:00.5233Z","end":"2026-02-25T18:00:00.821305Z","steps":["trace[14362895] 'agreement among raft nodes before linearized reading' (duration: 297.778239ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.824289Z","caller":"traceutil/trace.go:171","msg":"trace[2116021033] transaction","detail":"{read_only:false; response_revision:22172; number_of_response:1; }","duration":"296.695543ms","start":"2026-02-25T18:00:00.524072Z","end":"2026-02-25T18:00:00.820767Z","steps":["trace[2116021033] 'process raft request' (duration: 296.431427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:00:00.824428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:00:00.524057Z","time spent":"300.304238ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6821,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:00:00.9234Z","caller":"traceutil/trace.go:171","msg":"trace[2056483900] transaction","detail":"{read_only:false; response_revision:22175; number_of_response:1; }","duration":"190.059773ms","start":"2026-02-25T18:00:00.733321Z","end":"2026-02-25T18:00:00.923381Z","steps":["trace[2056483900] 'process raft request' (duration: 187.307719ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.923977Z","caller":"traceutil/trace.go:171","msg":"trace[737228713] transaction","detail":"{read_only:false; response_revision:22176; number_of_response:1; }","duration":"188.690161ms","start":"2026-02-25T18:00:00.735273Z","end":"2026-02-25T18:00:00.923963Z","steps":["trace[737228713] 'process raft request' (duration: 188.036745ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.924095Z","caller":"traceutil/trace.go:171","msg":"trace[1722603792] transaction","detail":"{read_only:false; response_revision:22177; number_of_response:1; }","duration":"188.68425ms","start":"2026-02-25T18:00:00.735334Z","end":"2026-02-25T18:00:00.924019Z","steps":["trace[1722603792] 'process raft request' (duration: 188.225969ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.924022Z","caller":"traceutil/trace.go:171","msg":"trace[1749419363] linearizableReadLoop","detail":"{readStateIndex:22963; appliedIndex:22959; }","duration":"103.17555ms","start":"2026-02-25T18:00:00.820812Z","end":"2026-02-25T18:00:00.923987Z","steps":["trace[1749419363] 'read index received' (duration: 99.830832ms)","trace[1749419363] 'applied index is now lower than readState.Index' (duration: 3.334488ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:00:00.924349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.11187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5263"} {"level":"info","ts":"2026-02-25T18:00:00.924142Z","caller":"traceutil/trace.go:171","msg":"trace[2055204948] transaction","detail":"{read_only:false; response_revision:22178; number_of_response:1; }","duration":"188.2739ms","start":"2026-02-25T18:00:00.735853Z","end":"2026-02-25T18:00:00.924127Z","steps":["trace[2055204948] 'process raft request' (duration: 187.804969ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.924402Z","caller":"traceutil/trace.go:171","msg":"trace[1578263225] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:22180; }","duration":"192.208513ms","start":"2026-02-25T18:00:00.73218Z","end":"2026-02-25T18:00:00.924388Z","steps":["trace[1578263225] 'agreement among raft nodes before linearized reading' (duration: 192.020098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:00:00.924404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.011374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:00:00.924424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.141891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"info","ts":"2026-02-25T18:00:00.92451Z","caller":"traceutil/trace.go:171","msg":"trace[215662047] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:22180; }","duration":"192.236553ms","start":"2026-02-25T18:00:00.732253Z","end":"2026-02-25T18:00:00.924489Z","steps":["trace[215662047] 'agreement among raft nodes before linearized reading' (duration: 191.853704ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:00.924458Z","caller":"traceutil/trace.go:171","msg":"trace[115081462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22180; }","duration":"194.098007ms","start":"2026-02-25T18:00:00.730341Z","end":"2026-02-25T18:00:00.924439Z","steps":["trace[115081462] 'agreement among raft nodes before linearized reading' (duration: 194.012165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:00:00.924806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.223996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18887"} {"level":"info","ts":"2026-02-25T18:00:00.924964Z","caller":"traceutil/trace.go:171","msg":"trace[1421190862] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22181; }","duration":"101.418829ms","start":"2026-02-25T18:00:00.823524Z","end":"2026-02-25T18:00:00.924943Z","steps":["trace[1421190862] 'agreement among raft nodes before linearized reading' (duration: 101.129683ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:00:21.783784Z","caller":"traceutil/trace.go:171","msg":"trace[771680927] transaction","detail":"{read_only:false; response_revision:22441; number_of_response:1; }","duration":"129.161421ms","start":"2026-02-25T18:00:21.654597Z","end":"2026-02-25T18:00:21.783758Z","steps":["trace[771680927] 'process raft request' (duration: 58.916613ms)","trace[771680927] 'compare' (duration: 69.987362ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:00:58.873834Z","caller":"traceutil/trace.go:171","msg":"trace[185241077] transaction","detail":"{read_only:false; response_revision:22767; number_of_response:1; }","duration":"115.083848ms","start":"2026-02-25T18:00:58.758732Z","end":"2026-02-25T18:00:58.873816Z","steps":["trace[185241077] 'process raft request' (duration: 114.965026ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:01:56.478377Z","caller":"traceutil/trace.go:171","msg":"trace[1612106442] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"190.967641ms","start":"2026-02-25T18:01:56.287384Z","end":"2026-02-25T18:01:56.478351Z","steps":["trace[1612106442] 'process raft request' (duration: 190.786367ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:01:56.482073Z","caller":"traceutil/trace.go:171","msg":"trace[1551172353] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"194.025642ms","start":"2026-02-25T18:01:56.288029Z","end":"2026-02-25T18:01:56.482055Z","steps":["trace[1551172353] 'process raft request' (duration: 193.95156ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:01:56.482117Z","caller":"traceutil/trace.go:171","msg":"trace[1393017192] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"194.065383ms","start":"2026-02-25T18:01:56.288004Z","end":"2026-02-25T18:01:56.482069Z","steps":["trace[1393017192] 'process raft request' (duration: 193.884689ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:01:56.48223Z","caller":"traceutil/trace.go:171","msg":"trace[731039862] linearizableReadLoop","detail":"{readStateIndex:24121; appliedIndex:24117; }","duration":"161.593293ms","start":"2026-02-25T18:01:56.320625Z","end":"2026-02-25T18:01:56.482218Z","steps":["trace[731039862] 'read index received' (duration: 157.684602ms)","trace[731039862] 'applied index is now lower than readState.Index' (duration: 3.907861ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:01:56.482285Z","caller":"traceutil/trace.go:171","msg":"trace[718420907] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"163.770494ms","start":"2026-02-25T18:01:56.318489Z","end":"2026-02-25T18:01:56.48226Z","steps":["trace[718420907] 'process raft request' (duration: 163.530928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:56.482346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.702875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:01:56.482384Z","caller":"traceutil/trace.go:171","msg":"trace[1270913177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23306; }","duration":"161.781027ms","start":"2026-02-25T18:01:56.320592Z","end":"2026-02-25T18:01:56.482373Z","steps":["trace[1270913177] 'agreement among raft nodes before linearized reading' (duration: 161.707115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:56.482526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.403942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:01:56.48259Z","caller":"traceutil/trace.go:171","msg":"trace[1034086769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23306; }","duration":"146.490444ms","start":"2026-02-25T18:01:56.336084Z","end":"2026-02-25T18:01:56.482575Z","steps":["trace[1034086769] 'agreement among raft nodes before linearized reading' (duration: 146.295679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:57.5887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.850273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T18:01:57.588824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.69079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:01:57.588864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.769201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:01:57.588918Z","caller":"traceutil/trace.go:171","msg":"trace[1776423450] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23307; }","duration":"988.804582ms","start":"2026-02-25T18:01:56.600089Z","end":"2026-02-25T18:01:57.588893Z","steps":["trace[1776423450] 'count revisions from in-memory index tree' (duration: 988.605418ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:01:57.588945Z","caller":"traceutil/trace.go:171","msg":"trace[154896064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23307; }","duration":"946.905815ms","start":"2026-02-25T18:01:56.642026Z","end":"2026-02-25T18:01:57.588932Z","steps":["trace[154896064] 'range keys from in-memory index tree' (duration: 946.540737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:57.588979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:56.600016Z","time spent":"988.949696ms","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:01:57.589004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:56.642013Z","time spent":"946.983427ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:01:57.58904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.567953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:01:57.589142Z","caller":"traceutil/trace.go:171","msg":"trace[2111947396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23307; }","duration":"990.747007ms","start":"2026-02-25T18:01:56.598372Z","end":"2026-02-25T18:01:57.589119Z","steps":["trace[2111947396] 'range keys from in-memory index tree' (duration: 990.333608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:57.589115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.768744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T18:01:57.589194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:56.598332Z","time spent":"990.85076ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T18:01:57.589245Z","caller":"traceutil/trace.go:171","msg":"trace[1709394464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23307; }","duration":"953.936117ms","start":"2026-02-25T18:01:56.635286Z","end":"2026-02-25T18:01:57.589223Z","steps":["trace[1709394464] 'range keys from in-memory index tree' (duration: 953.500027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:57.589293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:56.635271Z","time spent":"954.012219ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:01:57.589363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.93672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-02-25T18:01:57.590894Z","caller":"traceutil/trace.go:171","msg":"trace[575653384] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23307; }","duration":"556.501236ms","start":"2026-02-25T18:01:57.034383Z","end":"2026-02-25T18:01:57.590884Z","steps":["trace[575653384] 'range keys from in-memory index tree' (duration: 554.823528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:57.590953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:57.034363Z","time spent":"556.581458ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11781,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-25T18:01:57.590233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.879569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:01:57.59107Z","caller":"traceutil/trace.go:171","msg":"trace[139374851] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23307; }","duration":"439.753769ms","start":"2026-02-25T18:01:57.151291Z","end":"2026-02-25T18:01:57.591044Z","steps":["trace[139374851] 'count revisions from in-memory index tree' (duration: 438.820128ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:01:57.588807Z","caller":"traceutil/trace.go:171","msg":"trace[792296760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23307; }","duration":"949.969356ms","start":"2026-02-25T18:01:56.638813Z","end":"2026-02-25T18:01:57.588782Z","steps":["trace[792296760] 'range keys from in-memory index tree' (duration: 949.685379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:57.591147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:57.151277Z","time spent":"439.845291ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:01:57.590505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.725105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:01:57.591256Z","caller":"traceutil/trace.go:171","msg":"trace[918737851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23307; }","duration":"268.940182ms","start":"2026-02-25T18:01:57.322292Z","end":"2026-02-25T18:01:57.591233Z","steps":["trace[918737851] 'range keys from in-memory index tree' (duration: 267.566881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:57.591147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:56.638807Z","time spent":"952.3235ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:01:58.119189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:01:58.620214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:01:58.679233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060812176s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:01:58.679714Z","caller":"traceutil/trace.go:171","msg":"trace[2108658233] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"1.086384066s","start":"2026-02-25T18:01:57.593306Z","end":"2026-02-25T18:01:58.679691Z","steps":["trace[2108658233] 'process raft request' (duration: 1.086082739s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:58.679902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:57.593292Z","time spent":"1.086498268s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:01:58.680131Z","caller":"traceutil/trace.go:171","msg":"trace[2038229971] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"1.086244412s","start":"2026-02-25T18:01:57.593859Z","end":"2026-02-25T18:01:58.680104Z","steps":["trace[2038229971] 'process raft request' (duration: 1.085770462s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:58.680433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:57.593847Z","time spent":"1.086353255s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:01:58.68044Z","caller":"traceutil/trace.go:171","msg":"trace[887938695] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"1.085600568s","start":"2026-02-25T18:01:57.594827Z","end":"2026-02-25T18:01:58.680427Z","steps":["trace[887938695] 'process raft request' (duration: 1.085189508s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:58.68052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:57.594807Z","time spent":"1.085674409s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:01:58.680629Z","caller":"traceutil/trace.go:171","msg":"trace[266951111] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"1.085463014s","start":"2026-02-25T18:01:57.595148Z","end":"2026-02-25T18:01:58.680611Z","steps":["trace[266951111] 'process raft request' (duration: 1.085220999s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:58.680713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:57.595137Z","time spent":"1.085528455s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:01:59.265503Z","caller":"traceutil/trace.go:171","msg":"trace[263764482] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"1.58345136s","start":"2026-02-25T18:01:57.682009Z","end":"2026-02-25T18:01:59.26546Z","steps":["trace[263764482] 'process raft request' (duration: 1.583320497s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:01:59.265492Z","caller":"traceutil/trace.go:171","msg":"trace[780196135] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"1.634770124s","start":"2026-02-25T18:01:57.630683Z","end":"2026-02-25T18:01:59.265453Z","steps":["trace[780196135] 'process raft request' (duration: 1.634464457s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:59.265681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:57.630659Z","time spent":"1.634936349s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:01:59.2658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:57.682Z","time spent":"1.583581952s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:01:59.592874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000552573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:01:59.592967Z","caller":"traceutil/trace.go:171","msg":"trace[409468596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000704777s","start":"2026-02-25T18:01:57.592243Z","end":"2026-02-25T18:01:59.592948Z","steps":["trace[409468596] 'agreement among raft nodes before linearized reading' (duration: 2.000580964s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:59.593015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:57.592227Z","time spent":"2.000777829s","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:01:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:01:59.771001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.615291ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T18:01:59.77213Z","caller":"traceutil/trace.go:171","msg":"trace[1730945986] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"1.288035235s","start":"2026-02-25T18:01:58.484055Z","end":"2026-02-25T18:01:59.77209Z","steps":["trace[1730945986] 'process raft request' (duration: 1.287477903s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:59.772275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.484032Z","time spent":"1.288170728s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:01:59.772381Z","caller":"traceutil/trace.go:171","msg":"trace[2057942467] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"1.286070689s","start":"2026-02-25T18:01:58.486279Z","end":"2026-02-25T18:01:59.77235Z","steps":["trace[2057942467] 'process raft request' (duration: 1.285618849s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:01:59.772507Z","caller":"traceutil/trace.go:171","msg":"trace[1792967996] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"798.738022ms","start":"2026-02-25T18:01:58.973749Z","end":"2026-02-25T18:01:59.772487Z","steps":["trace[1792967996] 'process raft request' (duration: 798.64704ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:01:59.772581Z","caller":"traceutil/trace.go:171","msg":"trace[43480597] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"1.285193639s","start":"2026-02-25T18:01:58.487344Z","end":"2026-02-25T18:01:59.772538Z","steps":["trace[43480597] 'process raft request' (duration: 1.284911272s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:59.77253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.486272Z","time spent":"1.286181202s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:01:59.77265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.487321Z","time spent":"1.285298602s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:01:59.772734Z","caller":"traceutil/trace.go:171","msg":"trace[1526559910] linearizableReadLoop","detail":"{readStateIndex:24135; appliedIndex:24124; }","duration":"2.154225485s","start":"2026-02-25T18:01:57.618498Z","end":"2026-02-25T18:01:59.772724Z","steps":["trace[1526559910] 'read index received' (duration: 1.06096408s)","trace[1526559910] 'applied index is now lower than readState.Index' (duration: 1.093260285s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:01:59.772755Z","caller":"traceutil/trace.go:171","msg":"trace[912003874] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"1.28478558s","start":"2026-02-25T18:01:58.487948Z","end":"2026-02-25T18:01:59.772733Z","steps":["trace[912003874] 'process raft request' (duration: 1.284399401s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:59.772825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.973725Z","time spent":"798.921106ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:01:59.77284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.487938Z","time spent":"1.284860632s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:01:59.773237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174641586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-02-25T18:01:59.773305Z","caller":"traceutil/trace.go:171","msg":"trace[729441717] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23320; }","duration":"2.174737327s","start":"2026-02-25T18:01:57.598554Z","end":"2026-02-25T18:01:59.773292Z","steps":["trace[729441717] 'agreement among raft nodes before linearized reading' (duration: 2.174215995s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:01:59.773382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:57.598538Z","time spent":"2.17483281s","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11781,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-25T18:01:59.842208Z","caller":"traceutil/trace.go:171","msg":"trace[651624941] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"245.146883ms","start":"2026-02-25T18:01:59.597031Z","end":"2026-02-25T18:01:59.842178Z","steps":["trace[651624941] 'process raft request' (duration: 244.99179ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:00.13553Z","caller":"traceutil/trace.go:171","msg":"trace[1954905381] linearizableReadLoop","detail":"{readStateIndex:24138; appliedIndex:24136; }","duration":"362.74744ms","start":"2026-02-25T18:01:59.772758Z","end":"2026-02-25T18:02:00.135505Z","steps":["trace[1954905381] 'read index received' (duration: 69.296571ms)","trace[1954905381] 'applied index is now lower than readState.Index' (duration: 293.449339ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:00.135655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021382046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:00.135668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046502665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:00.135748Z","caller":"traceutil/trace.go:171","msg":"trace[141352965] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23322; }","duration":"1.046632388s","start":"2026-02-25T18:01:59.089098Z","end":"2026-02-25T18:02:00.13573Z","steps":["trace[141352965] 'agreement among raft nodes before linearized reading' (duration: 1.046445144s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.135795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:59.089072Z","time spent":"1.04671204s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:00.1358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491043575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:00.135891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935547044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:00.135894Z","caller":"traceutil/trace.go:171","msg":"trace[559048205] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23322; }","duration":"1.491201268s","start":"2026-02-25T18:01:58.644673Z","end":"2026-02-25T18:02:00.135874Z","steps":["trace[559048205] 'agreement among raft nodes before linearized reading' (duration: 1.491013904s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.13595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.64465Z","time spent":"1.49128955s","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:00.135977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935924321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:02:00.135999Z","caller":"traceutil/trace.go:171","msg":"trace[1540591436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23322; }","duration":"1.935982233s","start":"2026-02-25T18:01:58.200012Z","end":"2026-02-25T18:02:00.135995Z","steps":["trace[1540591436] 'agreement among raft nodes before linearized reading' (duration: 1.935915922s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.136025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.199997Z","time spent":"1.936023545s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T18:02:00.136118Z","caller":"traceutil/trace.go:171","msg":"trace[642841518] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"513.278478ms","start":"2026-02-25T18:01:59.622826Z","end":"2026-02-25T18:02:00.136105Z","steps":["trace[642841518] 'process raft request' (duration: 510.616706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.136212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:59.62281Z","time spent":"513.342959ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:00.136331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217643129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:00.136359Z","caller":"traceutil/trace.go:171","msg":"trace[1106527371] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23322; }","duration":"1.21770676s","start":"2026-02-25T18:01:58.918646Z","end":"2026-02-25T18:02:00.136353Z","steps":["trace[1106527371] 'agreement among raft nodes before linearized reading' (duration: 1.217663199s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.136377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.918624Z","time spent":"1.217748752s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:00.136378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.514444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:00.136414Z","caller":"traceutil/trace.go:171","msg":"trace[639710611] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23322; }","duration":"381.595745ms","start":"2026-02-25T18:01:59.754805Z","end":"2026-02-25T18:02:00.136401Z","steps":["trace[639710611] 'agreement among raft nodes before linearized reading' (duration: 381.538514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.136443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:59.754787Z","time spent":"381.648476ms","remote":"127.0.0.1:36608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:00.136489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204680829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:00.136516Z","caller":"traceutil/trace.go:171","msg":"trace[1881173561] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23322; }","duration":"1.204735651s","start":"2026-02-25T18:01:58.931772Z","end":"2026-02-25T18:02:00.136508Z","steps":["trace[1881173561] 'agreement among raft nodes before linearized reading' (duration: 1.20469741s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.136538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.931751Z","time spent":"1.204782322s","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:00.136665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.441646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:00.136708Z","caller":"traceutil/trace.go:171","msg":"trace[1076631214] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23322; }","duration":"476.514058ms","start":"2026-02-25T18:01:59.660183Z","end":"2026-02-25T18:02:00.136697Z","steps":["trace[1076631214] 'agreement among raft nodes before linearized reading' (duration: 476.449057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.136741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:59.660167Z","time spent":"476.566099ms","remote":"127.0.0.1:50586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:00.136753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271545204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:00.135917Z","caller":"traceutil/trace.go:171","msg":"trace[1993078316] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23322; }","duration":"1.935572094s","start":"2026-02-25T18:01:58.200339Z","end":"2026-02-25T18:02:00.135911Z","steps":["trace[1993078316] 'agreement among raft nodes before linearized reading' (duration: 1.935479042s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:00.135705Z","caller":"traceutil/trace.go:171","msg":"trace[829108515] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23322; }","duration":"2.021486988s","start":"2026-02-25T18:01:58.114208Z","end":"2026-02-25T18:02:00.135695Z","steps":["trace[829108515] 'agreement among raft nodes before linearized reading' (duration: 2.021382426s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.136877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.200327Z","time spent":"1.936523006s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:00.135804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642468743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T18:02:00.136911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.114187Z","time spent":"2.022715457s","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:00.136921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.913656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:00.136947Z","caller":"traceutil/trace.go:171","msg":"trace[1760708865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23322; }","duration":"537.939557ms","start":"2026-02-25T18:01:59.599Z","end":"2026-02-25T18:02:00.136939Z","steps":["trace[1760708865] 'agreement among raft nodes before linearized reading' (duration: 537.882656ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:00.13695Z","caller":"traceutil/trace.go:171","msg":"trace[912114613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23322; }","duration":"1.6436242s","start":"2026-02-25T18:01:58.493308Z","end":"2026-02-25T18:02:00.136933Z","steps":["trace[912114613] 'agreement among raft nodes before linearized reading' (duration: 1.642410412s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.136975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:59.598978Z","time spent":"537.988669ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T18:02:00.136809Z","caller":"traceutil/trace.go:171","msg":"trace[1108941153] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23322; }","duration":"1.271633817s","start":"2026-02-25T18:01:58.865161Z","end":"2026-02-25T18:02:00.136794Z","steps":["trace[1108941153] 'agreement among raft nodes before linearized reading' (duration: 1.271534544s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.137003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.493299Z","time spent":"1.643685961s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:02:00.13702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:58.865123Z","time spent":"1.271887213s","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:00.137044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.710804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-02-25T18:02:00.137094Z","caller":"traceutil/trace.go:171","msg":"trace[1150144286] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8; range_end:; response_count:1; response_revision:23322; }","duration":"541.787356ms","start":"2026-02-25T18:01:59.595289Z","end":"2026-02-25T18:02:00.137076Z","steps":["trace[1150144286] 'agreement among raft nodes before linearized reading' (duration: 541.624402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:00.137126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:01:59.595271Z","time spent":"541.847727ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" "} {"level":"info","ts":"2026-02-25T18:02:01.906067Z","caller":"traceutil/trace.go:171","msg":"trace[144708217] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"126.282197ms","start":"2026-02-25T18:02:01.779758Z","end":"2026-02-25T18:02:01.90604Z","steps":["trace[144708217] 'process raft request' (duration: 88.908304ms)","trace[144708217] 'compare' (duration: 36.897402ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:02.459854Z","caller":"traceutil/trace.go:171","msg":"trace[1205229516] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"679.927907ms","start":"2026-02-25T18:02:01.779904Z","end":"2026-02-25T18:02:02.459832Z","steps":["trace[1205229516] 'process raft request' (duration: 679.827165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:02.459989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:01.779873Z","time spent":"680.046959ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:02.459999Z","caller":"traceutil/trace.go:171","msg":"trace[50082057] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"680.070891ms","start":"2026-02-25T18:02:01.779911Z","end":"2026-02-25T18:02:02.459981Z","steps":["trace[50082057] 'process raft request' (duration: 679.886656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:02.460085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:01.779873Z","time spent":"680.167442ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:02.460206Z","caller":"traceutil/trace.go:171","msg":"trace[1197991980] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"611.507026ms","start":"2026-02-25T18:02:01.848675Z","end":"2026-02-25T18:02:02.460182Z","steps":["trace[1197991980] 'process raft request' (duration: 611.25292ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:02.460288Z","caller":"traceutil/trace.go:171","msg":"trace[357963507] linearizableReadLoop","detail":"{readStateIndex:24150; appliedIndex:24146; }","duration":"530.098425ms","start":"2026-02-25T18:02:01.930178Z","end":"2026-02-25T18:02:02.460277Z","steps":["trace[357963507] 'read index received' (duration: 486.917598ms)","trace[357963507] 'applied index is now lower than readState.Index' (duration: 43.179807ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:02.460288Z","caller":"traceutil/trace.go:171","msg":"trace[18774221] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"317.949835ms","start":"2026-02-25T18:02:02.142322Z","end":"2026-02-25T18:02:02.460272Z","steps":["trace[18774221] 'process raft request' (duration: 317.877594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:02.460322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:01.848654Z","time spent":"611.601469ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:02.460394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.142295Z","time spent":"318.041567ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:02.460418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.0446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:02.460472Z","caller":"traceutil/trace.go:171","msg":"trace[489237934] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23335; }","duration":"464.135423ms","start":"2026-02-25T18:02:01.996319Z","end":"2026-02-25T18:02:02.460454Z","steps":["trace[489237934] 'agreement among raft nodes before linearized reading' (duration: 464.04526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:02.460495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.524311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-02-25T18:02:02.460492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.038422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T18:02:02.460482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.28635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-25T18:02:02.46051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:01.996303Z","time spent":"464.197434ms","remote":"127.0.0.1:49432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:02.460535Z","caller":"traceutil/trace.go:171","msg":"trace[461492539] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506; range_end:; response_count:1; response_revision:23335; }","duration":"148.569662ms","start":"2026-02-25T18:02:02.311944Z","end":"2026-02-25T18:02:02.460514Z","steps":["trace[461492539] 'agreement among raft nodes before linearized reading' (duration: 148.464849ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:02.460533Z","caller":"traceutil/trace.go:171","msg":"trace[1984827817] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:23335; }","duration":"168.112263ms","start":"2026-02-25T18:02:02.29241Z","end":"2026-02-25T18:02:02.460522Z","steps":["trace[1984827817] 'agreement among raft nodes before linearized reading' (duration: 167.956179ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:02.460548Z","caller":"traceutil/trace.go:171","msg":"trace[1325201376] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23335; }","duration":"530.394432ms","start":"2026-02-25T18:02:01.930137Z","end":"2026-02-25T18:02:02.460531Z","steps":["trace[1325201376] 'agreement among raft nodes before linearized reading' (duration: 530.199288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:02.460619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:01.930117Z","time spent":"530.487975ms","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T18:02:02.460619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.384296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:02.460513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.564494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:02:02.460656Z","caller":"traceutil/trace.go:171","msg":"trace[1759638224] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23335; }","duration":"341.484789ms","start":"2026-02-25T18:02:02.11916Z","end":"2026-02-25T18:02:02.460645Z","steps":["trace[1759638224] 'agreement among raft nodes before linearized reading' (duration: 341.424468ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:02.460679Z","caller":"traceutil/trace.go:171","msg":"trace[365742407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23335; }","duration":"313.714987ms","start":"2026-02-25T18:02:02.146943Z","end":"2026-02-25T18:02:02.460658Z","steps":["trace[365742407] 'agreement among raft nodes before linearized reading' (duration: 313.496862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:02.460688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.119145Z","time spent":"341.53319ms","remote":"127.0.0.1:50348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:02.460801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.146903Z","time spent":"313.874651ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T18:02:02.461056Z","caller":"traceutil/trace.go:171","msg":"trace[535611013] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"681.192896ms","start":"2026-02-25T18:02:01.779845Z","end":"2026-02-25T18:02:02.461037Z","steps":["trace[535611013] 'process raft request' (duration: 637.286162ms)","trace[535611013] 'compare' (duration: 42.288777ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:02.461142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:01.7798Z","time spent":"681.286938ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:03.269727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.992861ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-25T18:02:03.269806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.461544Z","time spent":"808.258791ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T18:02:04.426757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.431336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:04.427168Z","caller":"traceutil/trace.go:171","msg":"trace[873098775] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"1.962870314s","start":"2026-02-25T18:02:02.464279Z","end":"2026-02-25T18:02:04.427149Z","steps":["trace[873098775] 'process raft request' (duration: 1.962586568s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:04.42716Z","caller":"traceutil/trace.go:171","msg":"trace[379276094] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"1.962931705s","start":"2026-02-25T18:02:02.464175Z","end":"2026-02-25T18:02:04.427107Z","steps":["trace[379276094] 'process raft request' (duration: 1.186067199s)","trace[379276094] 'compare' (duration: 776.13806ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:04.42731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.464157Z","time spent":"1.963076579s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:04.427314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.464257Z","time spent":"1.962963027s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:04.42757Z","caller":"traceutil/trace.go:171","msg":"trace[112737046] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"1.900204747s","start":"2026-02-25T18:02:02.527332Z","end":"2026-02-25T18:02:04.427537Z","steps":["trace[112737046] 'process raft request' (duration: 1.899762427s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:04.427702Z","caller":"traceutil/trace.go:171","msg":"trace[2017077337] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"1.156296041s","start":"2026-02-25T18:02:03.271374Z","end":"2026-02-25T18:02:04.42767Z","steps":["trace[2017077337] 'process raft request' (duration: 1.155906232s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.427725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.527305Z","time spent":"1.90034141s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:04.427796Z","caller":"traceutil/trace.go:171","msg":"trace[106602264] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"1.014548887s","start":"2026-02-25T18:02:03.413242Z","end":"2026-02-25T18:02:04.427791Z","steps":["trace[106602264] 'process raft request' (duration: 1.014415824s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.427845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:03.271346Z","time spent":"1.156424835s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:04.427717Z","caller":"traceutil/trace.go:171","msg":"trace[214654267] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"1.150964239s","start":"2026-02-25T18:02:03.276723Z","end":"2026-02-25T18:02:04.427688Z","steps":["trace[214654267] 'process raft request' (duration: 1.150895367s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:04.427942Z","caller":"traceutil/trace.go:171","msg":"trace[913090388] linearizableReadLoop","detail":"{readStateIndex:24155; appliedIndex:24151; }","duration":"1.797625308s","start":"2026-02-25T18:02:02.629707Z","end":"2026-02-25T18:02:04.427332Z","steps":["trace[913090388] 'read index received' (duration: 94.988145ms)","trace[913090388] 'applied index is now lower than readState.Index' (duration: 1.702636143s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:04.428003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:03.276711Z","time spent":"1.151222574s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:04.427876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:03.41322Z","time spent":"1.014605279s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:04.428053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798331813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:04.428133Z","caller":"traceutil/trace.go:171","msg":"trace[196145034] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23341; }","duration":"1.798475327s","start":"2026-02-25T18:02:02.629634Z","end":"2026-02-25T18:02:04.428109Z","steps":["trace[196145034] 'agreement among raft nodes before linearized reading' (duration: 1.798326373s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.428184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.629602Z","time spent":"1.798570709s","remote":"127.0.0.1:49108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:04.448004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357345706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:04.448042Z","caller":"traceutil/trace.go:171","msg":"trace[215825330] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23342; }","duration":"1.357431098s","start":"2026-02-25T18:02:03.090602Z","end":"2026-02-25T18:02:04.448033Z","steps":["trace[215825330] 'agreement among raft nodes before linearized reading' (duration: 1.357352666s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.448062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:03.090578Z","time spent":"1.357479099s","remote":"127.0.0.1:49424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:04.448097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750591601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:02:04.448172Z","caller":"traceutil/trace.go:171","msg":"trace[101649109] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"535.492451ms","start":"2026-02-25T18:02:03.912672Z","end":"2026-02-25T18:02:04.448165Z","steps":["trace[101649109] 'process raft request' (duration: 535.129992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.448221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:03.912653Z","time spent":"535.537541ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:04.448255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751193245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T18:02:04.448311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142785689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:04.448294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127889535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:04.448324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525552882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:04.448339Z","caller":"traceutil/trace.go:171","msg":"trace[1293791629] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23342; }","duration":"1.142848471s","start":"2026-02-25T18:02:03.305483Z","end":"2026-02-25T18:02:04.448331Z","steps":["trace[1293791629] 'agreement among raft nodes before linearized reading' (duration: 1.14280628s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:04.448338Z","caller":"traceutil/trace.go:171","msg":"trace[1250840206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23342; }","duration":"1.751285917s","start":"2026-02-25T18:02:02.697037Z","end":"2026-02-25T18:02:04.448323Z","steps":["trace[1250840206] 'agreement among raft nodes before linearized reading' (duration: 1.751083472s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:04.44836Z","caller":"traceutil/trace.go:171","msg":"trace[216506363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23342; }","duration":"1.127990588s","start":"2026-02-25T18:02:03.320354Z","end":"2026-02-25T18:02:04.448345Z","steps":["trace[216506363] 'agreement among raft nodes before linearized reading' (duration: 1.127859095s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:04.448367Z","caller":"traceutil/trace.go:171","msg":"trace[88996215] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23342; }","duration":"1.525612153s","start":"2026-02-25T18:02:02.922739Z","end":"2026-02-25T18:02:04.448351Z","steps":["trace[88996215] 'agreement among raft nodes before linearized reading' (duration: 1.525560342s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.448386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207779011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:04.448396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:03.320341Z","time spent":"1.128049929s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T18:02:04.448404Z","caller":"traceutil/trace.go:171","msg":"trace[151121183] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23342; }","duration":"1.207851923s","start":"2026-02-25T18:02:03.240547Z","end":"2026-02-25T18:02:04.448399Z","steps":["trace[151121183] 'agreement among raft nodes before linearized reading' (duration: 1.207821623s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.448419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:03.240527Z","time spent":"1.207888744s","remote":"127.0.0.1:49152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:04.44841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.922722Z","time spent":"1.525680094s","remote":"127.0.0.1:57040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:04.448412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.697032Z","time spent":"1.751346178s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:04.448592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.804104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:04.448273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616206696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-25T18:02:04.44862Z","caller":"traceutil/trace.go:171","msg":"trace[1656845671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23342; }","duration":"369.882265ms","start":"2026-02-25T18:02:04.078731Z","end":"2026-02-25T18:02:04.448613Z","steps":["trace[1656845671] 'agreement among raft nodes before linearized reading' (duration: 369.817814ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:04.448637Z","caller":"traceutil/trace.go:171","msg":"trace[2107687214] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23342; }","duration":"1.616610766s","start":"2026-02-25T18:02:02.832018Z","end":"2026-02-25T18:02:04.448628Z","steps":["trace[2107687214] 'agreement among raft nodes before linearized reading' (duration: 1.616155675s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.448662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.831994Z","time spent":"1.616661517s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-25T18:02:04.448359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:03.305462Z","time spent":"1.142891492s","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:02:04.448709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751205215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T18:02:04.44864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.07871Z","time spent":"369.925336ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:04.448747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111534168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-25T18:02:04.448755Z","caller":"traceutil/trace.go:171","msg":"trace[582172310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23342; }","duration":"1.751258936s","start":"2026-02-25T18:02:02.697483Z","end":"2026-02-25T18:02:04.448742Z","steps":["trace[582172310] 'agreement among raft nodes before linearized reading' (duration: 1.751144554s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:04.448776Z","caller":"traceutil/trace.go:171","msg":"trace[596924573] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23342; }","duration":"1.111562379s","start":"2026-02-25T18:02:03.337205Z","end":"2026-02-25T18:02:04.448767Z","steps":["trace[596924573] 'agreement among raft nodes before linearized reading' (duration: 1.111448826s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.448785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.697479Z","time spent":"1.751299147s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:04.448812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:03.337185Z","time spent":"1.11162064s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T18:02:04.448937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115436608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-25T18:02:04.448959Z","caller":"traceutil/trace.go:171","msg":"trace[630144005] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23342; }","duration":"1.115482129s","start":"2026-02-25T18:02:03.333472Z","end":"2026-02-25T18:02:04.448954Z","steps":["trace[630144005] 'agreement among raft nodes before linearized reading' (duration: 1.115401087s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.448973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:03.333463Z","time spent":"1.115506359s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T18:02:04.448973Z","caller":"traceutil/trace.go:171","msg":"trace[1994625559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23342; }","duration":"1.750666902s","start":"2026-02-25T18:02:02.697475Z","end":"2026-02-25T18:02:04.448142Z","steps":["trace[1994625559] 'agreement among raft nodes before linearized reading' (duration: 1.750501769s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.449007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.697468Z","time spent":"1.751530392s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:04.449115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75492282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:02:04.449172Z","caller":"traceutil/trace.go:171","msg":"trace[790097542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23342; }","duration":"1.754984312s","start":"2026-02-25T18:02:02.694173Z","end":"2026-02-25T18:02:04.449158Z","steps":["trace[790097542] 'agreement among raft nodes before linearized reading' (duration: 1.754068671s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:04.449466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:02.694119Z","time spent":"1.75533256s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:02:04.955733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:05.456599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:05.76044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.306987302s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:02:05.839508Z","caller":"traceutil/trace.go:171","msg":"trace[213295725] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"1.38610431s","start":"2026-02-25T18:02:04.45338Z","end":"2026-02-25T18:02:05.839484Z","steps":["trace[213295725] 'process raft request' (duration: 1.307235818s)","trace[213295725] 'compare' (duration: 78.046633ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:05.839619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.453365Z","time spent":"1.386198132s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:06.458388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000589925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:02:06.458439Z","caller":"traceutil/trace.go:171","msg":"trace[1626206678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674857s","start":"2026-02-25T18:02:04.457753Z","end":"2026-02-25T18:02:06.458428Z","steps":["trace[1626206678] 'agreement among raft nodes before linearized reading' (duration: 2.000599855s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:06.458476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.457748Z","time spent":"2.000722048s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:02:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-25T18:02:06.463315Z","caller":"traceutil/trace.go:171","msg":"trace[1248649731] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"2.009215654s","start":"2026-02-25T18:02:04.454088Z","end":"2026-02-25T18:02:06.463303Z","steps":["trace[1248649731] 'process raft request' (duration: 2.008100568s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:06.463348Z","caller":"traceutil/trace.go:171","msg":"trace[1710613769] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"2.008461106s","start":"2026-02-25T18:02:04.454877Z","end":"2026-02-25T18:02:06.463338Z","steps":["trace[1710613769] 'process raft request' (duration: 2.008417515s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:06.463323Z","caller":"traceutil/trace.go:171","msg":"trace[705267320] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"2.009137502s","start":"2026-02-25T18:02:04.454173Z","end":"2026-02-25T18:02:06.463311Z","steps":["trace[705267320] 'process raft request' (duration: 2.009006629s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:06.463446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.454865Z","time spent":"2.008549778s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:06.463471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.454074Z","time spent":"2.009267755s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:06.463434Z","caller":"traceutil/trace.go:171","msg":"trace[1494000449] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"2.009119571s","start":"2026-02-25T18:02:04.454219Z","end":"2026-02-25T18:02:06.463339Z","steps":["trace[1494000449] 'process raft request' (duration: 2.009024429s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:06.463549Z","caller":"traceutil/trace.go:171","msg":"trace[514088538] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"1.999018568s","start":"2026-02-25T18:02:04.464524Z","end":"2026-02-25T18:02:06.463542Z","steps":["trace[514088538] 'process raft request' (duration: 1.998790013s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:06.463549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.454166Z","time spent":"2.009300066s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:06.463582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.464512Z","time spent":"1.99905239s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:06.463622Z","caller":"traceutil/trace.go:171","msg":"trace[1939895691] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"1.998917086s","start":"2026-02-25T18:02:04.464695Z","end":"2026-02-25T18:02:06.463612Z","steps":["trace[1939895691] 'process raft request' (duration: 1.998770422s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:06.463619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.454213Z","time spent":"2.009312306s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:06.463653Z","caller":"traceutil/trace.go:171","msg":"trace[1358238313] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"1.99782741s","start":"2026-02-25T18:02:04.465819Z","end":"2026-02-25T18:02:06.463646Z","steps":["trace[1358238313] 'process raft request' (duration: 1.997724688s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:06.463671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.464686Z","time spent":"1.998959597s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:06.463701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.46581Z","time spent":"1.997860982s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:06.463462Z","caller":"traceutil/trace.go:171","msg":"trace[530436237] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"2.008928428s","start":"2026-02-25T18:02:04.45451Z","end":"2026-02-25T18:02:06.463438Z","steps":["trace[530436237] 'process raft request' (duration: 2.008757424s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:06.463726Z","caller":"traceutil/trace.go:171","msg":"trace[1334711398] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"1.99777268s","start":"2026-02-25T18:02:04.465926Z","end":"2026-02-25T18:02:06.463699Z","steps":["trace[1334711398] 'process raft request' (duration: 1.997663197s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:06.46372Z","caller":"traceutil/trace.go:171","msg":"trace[1171576812] linearizableReadLoop","detail":"{readStateIndex:24171; appliedIndex:24159; }","duration":"2.008003256s","start":"2026-02-25T18:02:04.455695Z","end":"2026-02-25T18:02:06.463698Z","steps":["trace[1171576812] 'read index received' (duration: 1.304999306s)","trace[1171576812] 'applied index is now lower than readState.Index' (duration: 703.00296ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:06.463778Z","caller":"traceutil/trace.go:171","msg":"trace[1263874874] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"1.686686964s","start":"2026-02-25T18:02:04.777084Z","end":"2026-02-25T18:02:06.463771Z","steps":["trace[1263874874] 'process raft request' (duration: 1.686570702s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:06.463793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.454501Z","time spent":"2.009275865s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:06.463817Z","caller":"traceutil/trace.go:171","msg":"trace[1960740119] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"1.991150897s","start":"2026-02-25T18:02:04.472636Z","end":"2026-02-25T18:02:06.463787Z","steps":["trace[1960740119] 'process raft request' (duration: 1.990987743s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:06.463819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.465909Z","time spent":"1.997866571s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:06.463823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.777061Z","time spent":"1.686738865s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:06.463868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008149689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:06.463906Z","caller":"traceutil/trace.go:171","msg":"trace[734674064] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23354; }","duration":"2.00820352s","start":"2026-02-25T18:02:04.455692Z","end":"2026-02-25T18:02:06.463895Z","steps":["trace[734674064] 'agreement among raft nodes before linearized reading' (duration: 2.008119628s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:06.46395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.455674Z","time spent":"2.008267302s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:02:06.463962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:04.472629Z","time spent":"1.991222168s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:06.964328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:07.465174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:07.665235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.558839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:07.665427Z","caller":"traceutil/trace.go:171","msg":"trace[1277412197] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"1.21168532s","start":"2026-02-25T18:02:06.453725Z","end":"2026-02-25T18:02:07.66541Z","steps":["trace[1277412197] 'process raft request' (duration: 1.211599718s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:07.665494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:06.453699Z","time spent":"1.211764783s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:07.665489Z","caller":"traceutil/trace.go:171","msg":"trace[605979365] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"1.2328609s","start":"2026-02-25T18:02:06.432604Z","end":"2026-02-25T18:02:07.665465Z","steps":["trace[605979365] 'process raft request' (duration: 1.032990483s)","trace[605979365] 'compare' (duration: 199.173891ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:07.665595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:06.432593Z","time spent":"1.232944342s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:07.699604Z","caller":"traceutil/trace.go:171","msg":"trace[1231899645] linearizableReadLoop","detail":"{readStateIndex:24174; appliedIndex:24171; }","duration":"1.235803688s","start":"2026-02-25T18:02:06.463779Z","end":"2026-02-25T18:02:07.699583Z","steps":["trace[1231899645] 'read index received' (duration: 1.001830493s)","trace[1231899645] 'applied index is now lower than readState.Index' (duration: 233.972085ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:07.69965Z","caller":"traceutil/trace.go:171","msg":"trace[877144469] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"928.132881ms","start":"2026-02-25T18:02:06.771494Z","end":"2026-02-25T18:02:07.699627Z","steps":["trace[877144469] 'process raft request' (duration: 927.972997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:07.699757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:06.771477Z","time spent":"928.227543ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:07.699775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268233558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T18:02:07.69985Z","caller":"traceutil/trace.go:171","msg":"trace[2018862722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23357; }","duration":"1.26834899s","start":"2026-02-25T18:02:06.431484Z","end":"2026-02-25T18:02:07.699833Z","steps":["trace[2018862722] 'agreement among raft nodes before linearized reading' (duration: 1.268117064s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:07.69986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214421034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:07.699889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:06.431468Z","time spent":"1.268414082s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T18:02:07.699891Z","caller":"traceutil/trace.go:171","msg":"trace[792352047] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23357; }","duration":"1.214489986s","start":"2026-02-25T18:02:06.485391Z","end":"2026-02-25T18:02:07.699881Z","steps":["trace[792352047] 'agreement among raft nodes before linearized reading' (duration: 1.214444355s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:07.699921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268012593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:07.699956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241283344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:07.699969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108021137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:07.699981Z","caller":"traceutil/trace.go:171","msg":"trace[2064264122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23357; }","duration":"1.241335586s","start":"2026-02-25T18:02:06.458639Z","end":"2026-02-25T18:02:07.699975Z","steps":["trace[2064264122] 'agreement among raft nodes before linearized reading' (duration: 1.241285955s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:07.700003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:06.458621Z","time spent":"1.241374827s","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T18:02:07.699998Z","caller":"traceutil/trace.go:171","msg":"trace[540538502] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23357; }","duration":"1.108086678s","start":"2026-02-25T18:02:06.591903Z","end":"2026-02-25T18:02:07.699989Z","steps":["trace[540538502] 'agreement among raft nodes before linearized reading' (duration: 1.108045287s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:07.700076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:06.591884Z","time spent":"1.10817989s","remote":"127.0.0.1:50350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:07.699924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:06.485371Z","time spent":"1.214545858s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:02:07.699806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459639551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:02:07.700241Z","caller":"traceutil/trace.go:171","msg":"trace[644917367] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23357; }","duration":"2.460116711s","start":"2026-02-25T18:02:05.240118Z","end":"2026-02-25T18:02:07.700234Z","steps":["trace[644917367] 'agreement among raft nodes before linearized reading' (duration: 2.459603059s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:07.700284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:05.2401Z","time spent":"2.460177343s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T18:02:07.699804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545499243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T18:02:07.700416Z","caller":"traceutil/trace.go:171","msg":"trace[1130521405] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23357; }","duration":"1.546159588s","start":"2026-02-25T18:02:06.15425Z","end":"2026-02-25T18:02:07.70041Z","steps":["trace[1130521405] 'agreement among raft nodes before linearized reading' (duration: 1.545448502s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:07.70045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:06.15423Z","time spent":"1.546199448s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-25T18:02:07.700011Z","caller":"traceutil/trace.go:171","msg":"trace[1418075606] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23357; }","duration":"2.268076335s","start":"2026-02-25T18:02:05.431876Z","end":"2026-02-25T18:02:07.699952Z","steps":["trace[1418075606] 'agreement among raft nodes before linearized reading' (duration: 2.267947132s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:07.700608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:05.431862Z","time spent":"2.26873029s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:08.20616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394307,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T18:02:08.349373Z","caller":"traceutil/trace.go:171","msg":"trace[1108362780] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"644.974079ms","start":"2026-02-25T18:02:07.704367Z","end":"2026-02-25T18:02:08.349341Z","steps":["trace[1108362780] 'process raft request' (duration: 643.351461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:08.349493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:07.704346Z","time spent":"645.089031ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:08.349467Z","caller":"traceutil/trace.go:171","msg":"trace[1579338478] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"644.17656ms","start":"2026-02-25T18:02:07.705259Z","end":"2026-02-25T18:02:08.349436Z","steps":["trace[1579338478] 'process raft request' (duration: 643.988006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:08.349613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:07.70524Z","time spent":"644.290512ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:08.941913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.573829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T18:02:08.942006Z","caller":"traceutil/trace.go:171","msg":"trace[1618161452] linearizableReadLoop","detail":"{readStateIndex:24177; appliedIndex:24174; }","duration":"1.236597366s","start":"2026-02-25T18:02:07.705391Z","end":"2026-02-25T18:02:08.941988Z","steps":["trace[1618161452] 'read index received' (duration: 642.343668ms)","trace[1618161452] 'applied index is now lower than readState.Index' (duration: 594.252168ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:08.942245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236843511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-02-25T18:02:08.942319Z","caller":"traceutil/trace.go:171","msg":"trace[154497755] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23359; }","duration":"1.236963074s","start":"2026-02-25T18:02:07.705336Z","end":"2026-02-25T18:02:08.942299Z","steps":["trace[154497755] 'agreement among raft nodes before linearized reading' (duration: 1.236710688s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:08.942372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:07.705327Z","time spent":"1.237034525s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T18:02:09.442167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:09.707278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T18:02:09.707371Z","caller":"traceutil/trace.go:171","msg":"trace[103767255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431991s","start":"2026-02-25T18:02:07.706916Z","end":"2026-02-25T18:02:09.707348Z","steps":["trace[103767255] 'agreement among raft nodes before linearized reading' (duration: 2.000154895s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:09.70743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:07.706901Z","time spent":"2.000516503s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:09.942883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:10.154235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.684821242s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:02:10.154804Z","caller":"traceutil/trace.go:171","msg":"trace[472739308] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"1.685501177s","start":"2026-02-25T18:02:08.469279Z","end":"2026-02-25T18:02:10.15478Z","steps":["trace[472739308] 'process raft request' (duration: 1.685322883s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.155027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.469255Z","time spent":"1.685597239s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:10.800853Z","caller":"traceutil/trace.go:171","msg":"trace[313689540] linearizableReadLoop","detail":"{readStateIndex:24184; appliedIndex:24177; }","duration":"1.85880419s","start":"2026-02-25T18:02:08.942031Z","end":"2026-02-25T18:02:10.800836Z","steps":["trace[313689540] 'read index received' (duration: 1.212544031s)","trace[313689540] 'applied index is now lower than readState.Index' (duration: 646.259519ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:10.801183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332625687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T18:02:10.801269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333705721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:02:10.80129Z","caller":"traceutil/trace.go:171","msg":"trace[5419209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23366; }","duration":"2.333745153s","start":"2026-02-25T18:02:08.467537Z","end":"2026-02-25T18:02:10.801282Z","steps":["trace[5419209] 'agreement among raft nodes before linearized reading' (duration: 2.333704662s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:10.801292Z","caller":"traceutil/trace.go:171","msg":"trace[1960958257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23366; }","duration":"2.332720719s","start":"2026-02-25T18:02:08.468528Z","end":"2026-02-25T18:02:10.801249Z","steps":["trace[1960958257] 'agreement among raft nodes before linearized reading' (duration: 2.332508254s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.80132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.467521Z","time spent":"2.333795213s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:10.801334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.46849Z","time spent":"2.332835212s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:10.801441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764521462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:10.801459Z","caller":"traceutil/trace.go:171","msg":"trace[1184080762] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23366; }","duration":"1.764584273s","start":"2026-02-25T18:02:09.03687Z","end":"2026-02-25T18:02:10.801454Z","steps":["trace[1184080762] 'agreement among raft nodes before linearized reading' (duration: 1.764550623s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.801472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:09.036853Z","time spent":"1.764616415s","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T18:02:10.801469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037768705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:10.80159Z","caller":"traceutil/trace.go:171","msg":"trace[76161868] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"2.332095164s","start":"2026-02-25T18:02:08.469481Z","end":"2026-02-25T18:02:10.801576Z","steps":["trace[76161868] 'process raft request' (duration: 2.331193463s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:10.801608Z","caller":"traceutil/trace.go:171","msg":"trace[1080891265] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23366; }","duration":"3.037930088s","start":"2026-02-25T18:02:07.76365Z","end":"2026-02-25T18:02:10.80158Z","steps":["trace[1080891265] 'agreement among raft nodes before linearized reading' (duration: 3.037708473s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.801738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.469471Z","time spent":"2.332163076s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:10.801771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:07.763644Z","time spent":"3.038084132s","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:10.801946Z","caller":"traceutil/trace.go:171","msg":"trace[2056937245] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"2.33237456s","start":"2026-02-25T18:02:08.46955Z","end":"2026-02-25T18:02:10.801925Z","steps":["trace[2056937245] 'process raft request' (duration: 2.331192973s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.802022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.469541Z","time spent":"2.332441972s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:10.801229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333621909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T18:02:10.801606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.984192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:10.802188Z","caller":"traceutil/trace.go:171","msg":"trace[1158054848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23366; }","duration":"2.334597812s","start":"2026-02-25T18:02:08.46758Z","end":"2026-02-25T18:02:10.802177Z","steps":["trace[1158054848] 'agreement among raft nodes before linearized reading' (duration: 2.333564408s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.802215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125703306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:10.80227Z","caller":"traceutil/trace.go:171","msg":"trace[290736080] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23366; }","duration":"2.125805788s","start":"2026-02-25T18:02:08.67645Z","end":"2026-02-25T18:02:10.802256Z","steps":["trace[290736080] 'agreement among raft nodes before linearized reading' (duration: 2.125701546s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:10.802291Z","caller":"traceutil/trace.go:171","msg":"trace[34719005] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"1.131938929s","start":"2026-02-25T18:02:09.670333Z","end":"2026-02-25T18:02:10.802272Z","steps":["trace[34719005] 'process raft request' (duration: 1.130456175s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.802312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.676428Z","time spent":"2.12587208s","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:10.802292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024253073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:10.802364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:09.670309Z","time spent":"1.132014961s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:10.802367Z","caller":"traceutil/trace.go:171","msg":"trace[218494630] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23366; }","duration":"3.024350205s","start":"2026-02-25T18:02:07.777999Z","end":"2026-02-25T18:02:10.802349Z","steps":["trace[218494630] 'agreement among raft nodes before linearized reading' (duration: 3.024198872s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:10.802376Z","caller":"traceutil/trace.go:171","msg":"trace[1115363445] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"1.131386267s","start":"2026-02-25T18:02:09.670979Z","end":"2026-02-25T18:02:10.802365Z","steps":["trace[1115363445] 'process raft request' (duration: 1.129831261s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.802379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093762308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:10.80242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:07.777984Z","time spent":"3.024424957s","remote":"127.0.0.1:50374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:10.80242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993699147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:10.802429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.51835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:10.802444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:09.670945Z","time spent":"1.131464179s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:10.802458Z","caller":"traceutil/trace.go:171","msg":"trace[1406723115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23366; }","duration":"1.0939105s","start":"2026-02-25T18:02:09.708533Z","end":"2026-02-25T18:02:10.802443Z","steps":["trace[1406723115] 'agreement among raft nodes before linearized reading' (duration: 1.093799138s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.80253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:09.708516Z","time spent":"1.094004043s","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T18:02:10.801549Z","caller":"traceutil/trace.go:171","msg":"trace[2091047464] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"2.332259687s","start":"2026-02-25T18:02:08.469276Z","end":"2026-02-25T18:02:10.801536Z","steps":["trace[2091047464] 'process raft request' (duration: 2.33107889s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.802619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.614246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T18:02:10.80262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035829279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:10.802525Z","caller":"traceutil/trace.go:171","msg":"trace[797221218] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"2.332826161s","start":"2026-02-25T18:02:08.469556Z","end":"2026-02-25T18:02:10.802383Z","steps":["trace[797221218] 'process raft request' (duration: 2.331212484s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:10.802656Z","caller":"traceutil/trace.go:171","msg":"trace[1115316683] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23366; }","duration":"1.035900201s","start":"2026-02-25T18:02:09.766746Z","end":"2026-02-25T18:02:10.802646Z","steps":["trace[1115316683] 'agreement among raft nodes before linearized reading' (duration: 1.03584619s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.802684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801748123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:10.802701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.707597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:10.802722Z","caller":"traceutil/trace.go:171","msg":"trace[327387248] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23366; }","duration":"2.801825664s","start":"2026-02-25T18:02:08.000885Z","end":"2026-02-25T18:02:10.802711Z","steps":["trace[327387248] 'agreement among raft nodes before linearized reading' (duration: 2.801761592s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:10.802751Z","caller":"traceutil/trace.go:171","msg":"trace[2066042275] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23366; }","duration":"845.793229ms","start":"2026-02-25T18:02:09.956948Z","end":"2026-02-25T18:02:10.802741Z","steps":["trace[2066042275] 'agreement among raft nodes before linearized reading' (duration: 845.705857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.802763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.000863Z","time spent":"2.801888976s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:10.802794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:09.956928Z","time spent":"845.85484ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:10.802461Z","caller":"traceutil/trace.go:171","msg":"trace[27090711] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23366; }","duration":"1.993788129s","start":"2026-02-25T18:02:08.808662Z","end":"2026-02-25T18:02:10.80245Z","steps":["trace[27090711] 'agreement among raft nodes before linearized reading' (duration: 1.993681796s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.802858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.808645Z","time spent":"1.994193249s","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:10.802713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:09.766726Z","time spent":"1.035977222s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:10.802953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.469544Z","time spent":"2.333186139s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:10.802225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.467576Z","time spent":"2.334638023s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T18:02:10.802246Z","caller":"traceutil/trace.go:171","msg":"trace[1542093752] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23366; }","duration":"307.633257ms","start":"2026-02-25T18:02:10.494575Z","end":"2026-02-25T18:02:10.802209Z","steps":["trace[1542093752] 'agreement among raft nodes before linearized reading' (duration: 307.011773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.803169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.494553Z","time spent":"308.595149ms","remote":"127.0.0.1:39282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:10.802483Z","caller":"traceutil/trace.go:171","msg":"trace[2137959202] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23366; }","duration":"551.620773ms","start":"2026-02-25T18:02:10.250848Z","end":"2026-02-25T18:02:10.802469Z","steps":["trace[2137959202] 'agreement among raft nodes before linearized reading' (duration: 551.518611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.803257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.250831Z","time spent":"552.407501ms","remote":"127.0.0.1:39496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:10.802648Z","caller":"traceutil/trace.go:171","msg":"trace[701640499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23366; }","duration":"449.665638ms","start":"2026-02-25T18:02:10.352975Z","end":"2026-02-25T18:02:10.802641Z","steps":["trace[701640499] 'agreement among raft nodes before linearized reading' (duration: 449.532625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.803322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.352965Z","time spent":"450.343823ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:02:10.802654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:08.469247Z","time spent":"2.333373903s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:10.803589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959474236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:02:10.80367Z","caller":"traceutil/trace.go:171","msg":"trace[1490554017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23366; }","duration":"2.959576628s","start":"2026-02-25T18:02:07.844073Z","end":"2026-02-25T18:02:10.80365Z","steps":["trace[1490554017] 'agreement among raft nodes before linearized reading' (duration: 2.958813221s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:10.803715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:07.844069Z","time spent":"2.95963687s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:11.60814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.340093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:11.608206Z","caller":"traceutil/trace.go:171","msg":"trace[1561799293] linearizableReadLoop","detail":"{readStateIndex:24185; appliedIndex:24184; }","duration":"799.375286ms","start":"2026-02-25T18:02:10.80882Z","end":"2026-02-25T18:02:11.608195Z","steps":["trace[1561799293] 'read index received' (duration: 258.994353ms)","trace[1561799293] 'applied index is now lower than readState.Index' (duration: 540.379923ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:11.608253Z","caller":"traceutil/trace.go:171","msg":"trace[267039955] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"800.006081ms","start":"2026-02-25T18:02:10.80821Z","end":"2026-02-25T18:02:11.608216Z","steps":["trace[267039955] 'process raft request' (duration: 259.502474ms)","trace[267039955] 'compare' (duration: 540.253511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:11.608289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.450608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:11.608339Z","caller":"traceutil/trace.go:171","msg":"trace[988089796] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23367; }","duration":"799.53682ms","start":"2026-02-25T18:02:10.808791Z","end":"2026-02-25T18:02:11.608328Z","steps":["trace[988089796] 'agreement among raft nodes before linearized reading' (duration: 799.440728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:11.608372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.808778Z","time spent":"799.588291ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T18:02:11.608418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.808197Z","time spent":"800.133554ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:12.108372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:12.358565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290719206s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:02:12.495289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.407301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:12.495579Z","caller":"traceutil/trace.go:171","msg":"trace[1427411718] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"1.686377086s","start":"2026-02-25T18:02:10.809153Z","end":"2026-02-25T18:02:12.49553Z","steps":["trace[1427411718] 'process raft request' (duration: 1.549624777s)","trace[1427411718] 'compare' (duration: 136.266738ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:12.495637Z","caller":"traceutil/trace.go:171","msg":"trace[1177666914] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"1.685880034s","start":"2026-02-25T18:02:10.80972Z","end":"2026-02-25T18:02:12.4956Z","steps":["trace[1177666914] 'process raft request' (duration: 1.68568983s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:12.495771Z","caller":"traceutil/trace.go:171","msg":"trace[1390465300] linearizableReadLoop","detail":"{readStateIndex:24191; appliedIndex:24185; }","duration":"887.514761ms","start":"2026-02-25T18:02:11.60822Z","end":"2026-02-25T18:02:12.495735Z","steps":["trace[1390465300] 'read index received' (duration: 750.576278ms)","trace[1390465300] 'applied index is now lower than readState.Index' (duration: 136.937143ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:12.495793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.80971Z","time spent":"1.686000818s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:12.495812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.809128Z","time spent":"1.6865625s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:12.495928Z","caller":"traceutil/trace.go:171","msg":"trace[1017971309] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"1.68611714s","start":"2026-02-25T18:02:10.809799Z","end":"2026-02-25T18:02:12.495916Z","steps":["trace[1017971309] 'process raft request' (duration: 1.685720881s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:12.4959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398900285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:12.49598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.809783Z","time spent":"1.686168641s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:12.495987Z","caller":"traceutil/trace.go:171","msg":"trace[1510487257] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23374; }","duration":"1.399025387s","start":"2026-02-25T18:02:11.096938Z","end":"2026-02-25T18:02:12.495963Z","steps":["trace[1510487257] 'agreement among raft nodes before linearized reading' (duration: 1.398876874s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:12.496033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:11.096921Z","time spent":"1.3991013s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:12.496067Z","caller":"traceutil/trace.go:171","msg":"trace[1887444611] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"1.686283224s","start":"2026-02-25T18:02:10.809775Z","end":"2026-02-25T18:02:12.496058Z","steps":["trace[1887444611] 'process raft request' (duration: 1.6857044s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:12.496029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408179909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-25T18:02:12.496112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.809768Z","time spent":"1.686319904s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:12.496117Z","caller":"traceutil/trace.go:171","msg":"trace[1127914960] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23374; }","duration":"1.408309483s","start":"2026-02-25T18:02:11.08779Z","end":"2026-02-25T18:02:12.4961Z","steps":["trace[1127914960] 'agreement among raft nodes before linearized reading' (duration: 1.408051067s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:12.496135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.363532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T18:02:12.496159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:11.087773Z","time spent":"1.408378014s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-25T18:02:12.496191Z","caller":"traceutil/trace.go:171","msg":"trace[727166683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23374; }","duration":"885.447533ms","start":"2026-02-25T18:02:11.610727Z","end":"2026-02-25T18:02:12.496175Z","steps":["trace[727166683] 'agreement among raft nodes before linearized reading' (duration: 885.244399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:12.496239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:11.610711Z","time spent":"885.515205ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T18:02:12.496265Z","caller":"traceutil/trace.go:171","msg":"trace[391517540] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"336.37621ms","start":"2026-02-25T18:02:12.159876Z","end":"2026-02-25T18:02:12.496253Z","steps":["trace[391517540] 'process raft request' (duration: 335.803917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:12.49635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.159857Z","time spent":"336.436682ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:12.496364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.853847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:12.496361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.45283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T18:02:12.496414Z","caller":"traceutil/trace.go:171","msg":"trace[653753486] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23374; }","duration":"444.952648ms","start":"2026-02-25T18:02:12.051445Z","end":"2026-02-25T18:02:12.496398Z","steps":["trace[653753486] 'agreement among raft nodes before linearized reading' (duration: 444.839876ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:12.496432Z","caller":"traceutil/trace.go:171","msg":"trace[998604280] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:23374; }","duration":"203.557382ms","start":"2026-02-25T18:02:12.292857Z","end":"2026-02-25T18:02:12.496414Z","steps":["trace[998604280] 'agreement among raft nodes before linearized reading' (duration: 203.380488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:12.496458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.051426Z","time spent":"445.01731ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:12.495933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686480178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:12.496534Z","caller":"traceutil/trace.go:171","msg":"trace[311514007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23374; }","duration":"1.687113023s","start":"2026-02-25T18:02:10.80941Z","end":"2026-02-25T18:02:12.496523Z","steps":["trace[311514007] 'agreement among raft nodes before linearized reading' (duration: 1.686475549s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:12.496598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.809399Z","time spent":"1.687189155s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T18:02:12.496711Z","caller":"traceutil/trace.go:171","msg":"trace[479749705] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"1.686196011s","start":"2026-02-25T18:02:10.810503Z","end":"2026-02-25T18:02:12.496699Z","steps":["trace[479749705] 'process raft request' (duration: 1.685069025s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:12.496791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:10.810488Z","time spent":"1.686249383s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:12.497019Z","caller":"traceutil/trace.go:171","msg":"trace[1426080979] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"1.025473788s","start":"2026-02-25T18:02:11.47153Z","end":"2026-02-25T18:02:12.497004Z","steps":["trace[1426080979] 'process raft request' (duration: 1.024096807s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:12.497084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:11.471491Z","time spent":"1.02555554s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:13.465843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.656343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:13.465948Z","caller":"traceutil/trace.go:171","msg":"trace[1228803947] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"948.025181ms","start":"2026-02-25T18:02:12.517903Z","end":"2026-02-25T18:02:13.465929Z","steps":["trace[1228803947] 'process raft request' (duration: 464.201494ms)","trace[1228803947] 'compare' (duration: 482.157779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:13.466004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.517888Z","time spent":"948.089602ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:14.086054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104114976s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:02:14.58806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.750521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:14.588379Z","caller":"traceutil/trace.go:171","msg":"trace[561067604] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"2.068498064s","start":"2026-02-25T18:02:12.519862Z","end":"2026-02-25T18:02:14.58836Z","steps":["trace[561067604] 'process raft request' (duration: 1.566358844s)","trace[561067604] 'compare' (duration: 501.594108ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:14.588507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.519838Z","time spent":"2.068608247s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:14.588698Z","caller":"traceutil/trace.go:171","msg":"trace[2100200381] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"1.777550433s","start":"2026-02-25T18:02:12.811142Z","end":"2026-02-25T18:02:14.588692Z","steps":["trace[2100200381] 'process raft request' (duration: 1.777007261s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.588736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.811115Z","time spent":"1.777602005s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:14.588796Z","caller":"traceutil/trace.go:171","msg":"trace[744345473] linearizableReadLoop","detail":"{readStateIndex:24201; appliedIndex:24193; }","duration":"1.607796352s","start":"2026-02-25T18:02:12.980979Z","end":"2026-02-25T18:02:14.588776Z","steps":["trace[744345473] 'read index received' (duration: 1.094765ms)","trace[744345473] 'applied index is now lower than readState.Index' (duration: 1.606700727s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:14.588877Z","caller":"traceutil/trace.go:171","msg":"trace[761588819] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"1.777716937s","start":"2026-02-25T18:02:12.811149Z","end":"2026-02-25T18:02:14.588866Z","steps":["trace[761588819] 'process raft request' (duration: 1.777353949s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.589015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.811119Z","time spent":"1.777788869s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:14.589253Z","caller":"traceutil/trace.go:171","msg":"trace[160567847] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"1.777350019s","start":"2026-02-25T18:02:12.81189Z","end":"2026-02-25T18:02:14.58924Z","steps":["trace[160567847] 'process raft request' (duration: 1.776843177s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:14.589301Z","caller":"traceutil/trace.go:171","msg":"trace[1397803891] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"1.777896452s","start":"2026-02-25T18:02:12.811388Z","end":"2026-02-25T18:02:14.589284Z","steps":["trace[1397803891] 'process raft request' (duration: 1.777234926s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.589318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.811871Z","time spent":"1.777415961s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:14.589382Z","caller":"traceutil/trace.go:171","msg":"trace[92287872] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"1.777914921s","start":"2026-02-25T18:02:12.811447Z","end":"2026-02-25T18:02:14.589362Z","steps":["trace[92287872] 'process raft request' (duration: 1.777216055s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:14.589238Z","caller":"traceutil/trace.go:171","msg":"trace[1324524039] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"1.777727598s","start":"2026-02-25T18:02:12.81148Z","end":"2026-02-25T18:02:14.589208Z","steps":["trace[1324524039] 'process raft request' (duration: 1.777220976s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.589484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.811439Z","time spent":"1.777996554s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:14.589397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.811379Z","time spent":"1.777956403s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:14.58951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.811462Z","time spent":"1.777995304s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:14.58952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608509638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:14.58961Z","caller":"traceutil/trace.go:171","msg":"trace[1128754340] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23383; }","duration":"1.608615161s","start":"2026-02-25T18:02:12.980967Z","end":"2026-02-25T18:02:14.589582Z","steps":["trace[1128754340] 'agreement among raft nodes before linearized reading' (duration: 1.608440367s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.589672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:12.980945Z","time spent":"1.608715163s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:14.589996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191856643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-25T18:02:14.590037Z","caller":"traceutil/trace.go:171","msg":"trace[1784000313] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23384; }","duration":"1.191938555s","start":"2026-02-25T18:02:13.398089Z","end":"2026-02-25T18:02:14.590028Z","steps":["trace[1784000313] 'agreement among raft nodes before linearized reading' (duration: 1.191851893s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.590062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:13.398067Z","time spent":"1.191989526s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T18:02:14.590211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.947036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:14.590237Z","caller":"traceutil/trace.go:171","msg":"trace[467103529] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23384; }","duration":"256.975026ms","start":"2026-02-25T18:02:14.333256Z","end":"2026-02-25T18:02:14.590231Z","steps":["trace[467103529] 'agreement among raft nodes before linearized reading' (duration: 256.931855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.590338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.96911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:14.59036Z","caller":"traceutil/trace.go:171","msg":"trace[2011611250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23384; }","duration":"271.036301ms","start":"2026-02-25T18:02:14.319319Z","end":"2026-02-25T18:02:14.590355Z","steps":["trace[2011611250] 'agreement among raft nodes before linearized reading' (duration: 271.004031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.590469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.23907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:14.590492Z","caller":"traceutil/trace.go:171","msg":"trace[739652636] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23384; }","duration":"814.300571ms","start":"2026-02-25T18:02:13.776187Z","end":"2026-02-25T18:02:14.590487Z","steps":["trace[739652636] 'agreement among raft nodes before linearized reading' (duration: 814.25296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.590515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:13.776162Z","time spent":"814.343903ms","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:14.5906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.818517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:14.590625Z","caller":"traceutil/trace.go:171","msg":"trace[2836305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23384; }","duration":"899.868887ms","start":"2026-02-25T18:02:13.690748Z","end":"2026-02-25T18:02:14.590617Z","steps":["trace[2836305] 'agreement among raft nodes before linearized reading' (duration: 899.837577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.590642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:13.69073Z","time spent":"899.909009ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:14.590771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.059094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:02:14.590806Z","caller":"traceutil/trace.go:171","msg":"trace[943097534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23384; }","duration":"978.126285ms","start":"2026-02-25T18:02:13.612664Z","end":"2026-02-25T18:02:14.59079Z","steps":["trace[943097534] 'agreement among raft nodes before linearized reading' (duration: 978.063204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.590827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:13.612631Z","time spent":"978.188987ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:02:14.590914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122783638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T18:02:14.590934Z","caller":"traceutil/trace.go:171","msg":"trace[2002864108] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23384; }","duration":"1.122838789s","start":"2026-02-25T18:02:13.468091Z","end":"2026-02-25T18:02:14.590929Z","steps":["trace[2002864108] 'agreement among raft nodes before linearized reading' (duration: 1.122782827s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:14.590951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:13.468074Z","time spent":"1.12287324s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T18:02:14.591736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.020549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:14.591955Z","caller":"traceutil/trace.go:171","msg":"trace[736080967] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23384; }","duration":"180.405527ms","start":"2026-02-25T18:02:14.411521Z","end":"2026-02-25T18:02:14.591927Z","steps":["trace[736080967] 'agreement among raft nodes before linearized reading' (duration: 178.626277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:15.867968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:16.36865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:16.869013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:17.370041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:17.529289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T18:02:17.529437Z","caller":"traceutil/trace.go:171","msg":"trace[139625674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032875s","start":"2026-02-25T18:02:15.529082Z","end":"2026-02-25T18:02:17.529411Z","steps":["trace[139625674] 'agreement among raft nodes before linearized reading' (duration: 2.000173086s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:17.529512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:15.529059Z","time spent":"2.000440213s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:17.871086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:18.324876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.7292827s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:02:18.994134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096885062s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:18.994249Z","caller":"traceutil/trace.go:171","msg":"trace[1720433550] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23384; }","duration":"3.097011775s","start":"2026-02-25T18:02:15.897222Z","end":"2026-02-25T18:02:18.994234Z","steps":["trace[1720433550] 'range keys from in-memory index tree' (duration: 3.096867052s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.994407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.2258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:18.994679Z","caller":"traceutil/trace.go:171","msg":"trace[1579186022] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"4.397972987s","start":"2026-02-25T18:02:14.596687Z","end":"2026-02-25T18:02:18.99466Z","steps":["trace[1579186022] 'process raft request' (duration: 4.397903725s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.994752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:14.596674Z","time spent":"4.398045049s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.994777Z","caller":"traceutil/trace.go:171","msg":"trace[293958048] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"4.399252047s","start":"2026-02-25T18:02:14.595507Z","end":"2026-02-25T18:02:18.994759Z","steps":["trace[293958048] 'process raft request' (duration: 3.729600617s)","trace[293958048] 'compare' (duration: 668.885962ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:18.994874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:14.595483Z","time spent":"4.399330318s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.99494Z","caller":"traceutil/trace.go:171","msg":"trace[1980388514] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"4.398806247s","start":"2026-02-25T18:02:14.596121Z","end":"2026-02-25T18:02:18.994927Z","steps":["trace[1980388514] 'process raft request' (duration: 4.398381527s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.995031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:14.596103Z","time spent":"4.398894438s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.995176Z","caller":"traceutil/trace.go:171","msg":"trace[1232996430] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"4.39895778s","start":"2026-02-25T18:02:14.596208Z","end":"2026-02-25T18:02:18.995166Z","steps":["trace[1232996430] 'process raft request' (duration: 4.398350966s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.995243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:14.596199Z","time spent":"4.399005941s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.995308Z","caller":"traceutil/trace.go:171","msg":"trace[1823677005] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"4.39766055s","start":"2026-02-25T18:02:14.597635Z","end":"2026-02-25T18:02:18.995296Z","steps":["trace[1823677005] 'process raft request' (duration: 4.396991795s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.99537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:14.597616Z","time spent":"4.397724211s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.995589Z","caller":"traceutil/trace.go:171","msg":"trace[1154979976] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"4.396257498s","start":"2026-02-25T18:02:14.599321Z","end":"2026-02-25T18:02:18.995578Z","steps":["trace[1154979976] 'process raft request' (duration: 4.396133275s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.995648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:14.599312Z","time spent":"4.396307489s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.99591Z","caller":"traceutil/trace.go:171","msg":"trace[425736300] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"4.396965874s","start":"2026-02-25T18:02:14.598931Z","end":"2026-02-25T18:02:18.995897Z","steps":["trace[425736300] 'process raft request' (duration: 4.396136155s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.995987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:14.598922Z","time spent":"4.397025955s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.996048Z","caller":"traceutil/trace.go:171","msg":"trace[765172456] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"4.263683534s","start":"2026-02-25T18:02:14.732354Z","end":"2026-02-25T18:02:18.996037Z","steps":["trace[765172456] 'process raft request' (duration: 4.263183623s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.996118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:14.732329Z","time spent":"4.263757157s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.996269Z","caller":"traceutil/trace.go:171","msg":"trace[2131640954] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"3.791937868s","start":"2026-02-25T18:02:15.20432Z","end":"2026-02-25T18:02:18.996258Z","steps":["trace[2131640954] 'process raft request' (duration: 3.791678352s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.996332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:15.204294Z","time spent":"3.792008609s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.996682Z","caller":"traceutil/trace.go:171","msg":"trace[2096013675] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"2.401083658s","start":"2026-02-25T18:02:16.595588Z","end":"2026-02-25T18:02:18.996672Z","steps":["trace[2096013675] 'process raft request' (duration: 2.400619957s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.996752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:16.595569Z","time spent":"2.401149609s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.997121Z","caller":"traceutil/trace.go:171","msg":"trace[1042264850] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"2.401452666s","start":"2026-02-25T18:02:16.595657Z","end":"2026-02-25T18:02:18.997109Z","steps":["trace[1042264850] 'process raft request' (duration: 2.400971055s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.997189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:16.595627Z","time spent":"2.401530928s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.998235Z","caller":"traceutil/trace.go:171","msg":"trace[1966200189] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"2.402514061s","start":"2026-02-25T18:02:16.595704Z","end":"2026-02-25T18:02:18.998219Z","steps":["trace[1966200189] 'process raft request' (duration: 2.401357074s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.998336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:16.595691Z","time spent":"2.402604933s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.998399Z","caller":"traceutil/trace.go:171","msg":"trace[545603244] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"2.390531094s","start":"2026-02-25T18:02:16.607859Z","end":"2026-02-25T18:02:18.99839Z","steps":["trace[545603244] 'process raft request' (duration: 2.390434352s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:18.99834Z","caller":"traceutil/trace.go:171","msg":"trace[577969250] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"2.401135259s","start":"2026-02-25T18:02:16.597183Z","end":"2026-02-25T18:02:18.998318Z","steps":["trace[577969250] 'process raft request' (duration: 2.401034287s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:18.99843Z","caller":"traceutil/trace.go:171","msg":"trace[1387156954] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"2.401484777s","start":"2026-02-25T18:02:16.596863Z","end":"2026-02-25T18:02:18.998348Z","steps":["trace[1387156954] 'process raft request' (duration: 2.401276642s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.998472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:16.607844Z","time spent":"2.390585965s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:18.998507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:16.597165Z","time spent":"2.401313033s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.9985Z","caller":"traceutil/trace.go:171","msg":"trace[1183269610] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"1.49556324s","start":"2026-02-25T18:02:17.502906Z","end":"2026-02-25T18:02:18.998469Z","steps":["trace[1183269610] 'process raft request' (duration: 1.495426327s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.998569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:16.596842Z","time spent":"2.401641081s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:18.998425Z","caller":"traceutil/trace.go:171","msg":"trace[431873961] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"2.40115845s","start":"2026-02-25T18:02:16.597189Z","end":"2026-02-25T18:02:18.998347Z","steps":["trace[431873961] 'process raft request' (duration: 2.401068948s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:18.998666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:17.502876Z","time spent":"1.495707562s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:18.99893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:16.597175Z","time spent":"2.401509738s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:19.530018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999855118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:02:19.530103Z","caller":"traceutil/trace.go:171","msg":"trace[1788549012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988401s","start":"2026-02-25T18:02:17.530096Z","end":"2026-02-25T18:02:19.530085Z","steps":["trace[1788549012] 'agreement among raft nodes before linearized reading' (duration: 1.999883718s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:19.530155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:17.530076Z","time spent":"2.000064733s","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:02:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:02:20.192656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194272888s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T18:02:20.192725Z","caller":"traceutil/trace.go:171","msg":"trace[790785296] linearizableReadLoop","detail":"{readStateIndex:24220; appliedIndex:24203; }","duration":"4.825317448s","start":"2026-02-25T18:02:15.367397Z","end":"2026-02-25T18:02:20.192714Z","steps":["trace[790785296] 'read index received' (duration: 2.957730766s)","trace[790785296] 'applied index is now lower than readState.Index' (duration: 1.867585822s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:20.193143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825737367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:20.193184Z","caller":"traceutil/trace.go:171","msg":"trace[1218438330] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23401; }","duration":"4.82583936s","start":"2026-02-25T18:02:15.367332Z","end":"2026-02-25T18:02:20.193172Z","steps":["trace[1218438330] 'agreement among raft nodes before linearized reading' (duration: 4.825764599s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:20.19321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:15.36731Z","time spent":"4.825892491s","remote":"127.0.0.1:36688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:20.692857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:20.797486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400855881s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:02:20.798087Z","caller":"traceutil/trace.go:171","msg":"trace[401107634] linearizableReadLoop","detail":"{readStateIndex:24222; appliedIndex:24221; }","duration":"605.314594ms","start":"2026-02-25T18:02:20.192738Z","end":"2026-02-25T18:02:20.798053Z","steps":["trace[401107634] 'read index received' (duration: 604.872814ms)","trace[401107634] 'applied index is now lower than readState.Index' (duration: 440.27µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:20.798307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.327744704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:20.798366Z","caller":"traceutil/trace.go:171","msg":"trace[1985589249] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23402; }","duration":"5.327862148s","start":"2026-02-25T18:02:15.470483Z","end":"2026-02-25T18:02:20.798345Z","steps":["trace[1985589249] 'agreement among raft nodes before linearized reading' (duration: 5.327702414s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:20.798416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:15.470469Z","time spent":"5.327933729s","remote":"127.0.0.1:48792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:20.798646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213937434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:20.798385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797236787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18978f44d19a2c8c\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-02-25T18:02:20.798693Z","caller":"traceutil/trace.go:171","msg":"trace[370849144] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23402; }","duration":"1.214035295s","start":"2026-02-25T18:02:19.584643Z","end":"2026-02-25T18:02:20.798678Z","steps":["trace[370849144] 'agreement among raft nodes before linearized reading' (duration: 1.213904242s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:20.798716Z","caller":"traceutil/trace.go:171","msg":"trace[962771225] range","detail":"{range_begin:/registry/events/openstack/container-infra.18978f44d19a2c8c; range_end:; response_count:1; response_revision:23402; }","duration":"1.797636777s","start":"2026-02-25T18:02:19.001057Z","end":"2026-02-25T18:02:20.798694Z","steps":["trace[962771225] 'agreement among raft nodes before linearized reading' (duration: 1.797039263s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:20.798685Z","caller":"traceutil/trace.go:171","msg":"trace[2058317965] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"1.402358985s","start":"2026-02-25T18:02:19.396283Z","end":"2026-02-25T18:02:20.798642Z","steps":["trace[2058317965] 'process raft request' (duration: 1.401468485s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:20.798766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:19.001043Z","time spent":"1.797710278s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18978f44d19a2c8c\" "} {"level":"warn","ts":"2026-02-25T18:02:20.798789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.542064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:20.798803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265424143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-25T18:02:20.798853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.361199787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:20.798869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082896278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:20.798899Z","caller":"traceutil/trace.go:171","msg":"trace[1209979372] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23402; }","duration":"4.361284639s","start":"2026-02-25T18:02:16.437605Z","end":"2026-02-25T18:02:20.798889Z","steps":["trace[1209979372] 'agreement among raft nodes before linearized reading' (duration: 4.361225208s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:20.798866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05707023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:20.798865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:19.396257Z","time spent":"1.4025241s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:20.798936Z","caller":"traceutil/trace.go:171","msg":"trace[366495034] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23402; }","duration":"3.057165273s","start":"2026-02-25T18:02:17.741754Z","end":"2026-02-25T18:02:20.798919Z","steps":["trace[366495034] 'agreement among raft nodes before linearized reading' (duration: 3.057082611s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:20.798929Z","caller":"traceutil/trace.go:171","msg":"trace[1272790805] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8; range_end:; response_count:1; response_revision:23402; }","duration":"1.265540115s","start":"2026-02-25T18:02:19.533312Z","end":"2026-02-25T18:02:20.798852Z","steps":["trace[1272790805] 'agreement among raft nodes before linearized reading' (duration: 1.265407402s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:20.798952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468058266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:20.798953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355673397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:20.798976Z","caller":"traceutil/trace.go:171","msg":"trace[537795997] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23402; }","duration":"4.468082527s","start":"2026-02-25T18:02:16.330889Z","end":"2026-02-25T18:02:20.798972Z","steps":["trace[537795997] 'agreement among raft nodes before linearized reading' (duration: 4.468042776s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:20.79898Z","caller":"traceutil/trace.go:171","msg":"trace[1793781035] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23402; }","duration":"2.355735499s","start":"2026-02-25T18:02:18.44324Z","end":"2026-02-25T18:02:20.798976Z","steps":["trace[1793781035] 'agreement among raft nodes before linearized reading' (duration: 2.355695978s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:20.798973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:17.741735Z","time spent":"3.057226134s","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:20.79899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:16.330839Z","time spent":"4.468147768s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:20.798999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:18.443219Z","time spent":"2.35577521s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:20.798994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:19.533275Z","time spent":"1.265704839s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" "} {"level":"warn","ts":"2026-02-25T18:02:20.79903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45881218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:20.798807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.958977077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-25T18:02:20.799133Z","caller":"traceutil/trace.go:171","msg":"trace[1424167815] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23402; }","duration":"2.458991774s","start":"2026-02-25T18:02:18.340125Z","end":"2026-02-25T18:02:20.799117Z","steps":["trace[1424167815] 'agreement among raft nodes before linearized reading' (duration: 2.458665227s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:20.799148Z","caller":"traceutil/trace.go:171","msg":"trace[693782682] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23402; }","duration":"4.959376166s","start":"2026-02-25T18:02:15.83976Z","end":"2026-02-25T18:02:20.799136Z","steps":["trace[693782682] 'agreement among raft nodes before linearized reading' (duration: 4.958927455s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:20.798691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26011297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:20.798921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:16.437584Z","time spent":"4.361330241s","remote":"127.0.0.1:36696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:20.799151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71336877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:20.799194Z","caller":"traceutil/trace.go:171","msg":"trace[523827358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23402; }","duration":"1.260648652s","start":"2026-02-25T18:02:19.538538Z","end":"2026-02-25T18:02:20.799186Z","steps":["trace[523827358] 'agreement among raft nodes before linearized reading' (duration: 1.26011565s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:20.798815Z","caller":"traceutil/trace.go:171","msg":"trace[1295538122] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23402; }","duration":"900.603595ms","start":"2026-02-25T18:02:19.898202Z","end":"2026-02-25T18:02:20.798806Z","steps":["trace[1295538122] 'agreement among raft nodes before linearized reading' (duration: 900.557954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:20.799221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:19.538518Z","time spent":"1.260694474s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:20.799222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:18.340078Z","time spent":"2.459117327s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:20.799241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:19.898181Z","time spent":"901.049075ms","remote":"127.0.0.1:39594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:20.799234Z","caller":"traceutil/trace.go:171","msg":"trace[724856607] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23402; }","duration":"1.713493654s","start":"2026-02-25T18:02:19.085717Z","end":"2026-02-25T18:02:20.799211Z","steps":["trace[724856607] 'agreement among raft nodes before linearized reading' (duration: 1.71335114s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:20.79874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:19.584626Z","time spent":"1.214107007s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:20.799186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:15.839731Z","time spent":"4.959443258s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-25T18:02:20.798808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27347279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:02:20.798915Z","caller":"traceutil/trace.go:171","msg":"trace[1041664534] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23402; }","duration":"3.082962848s","start":"2026-02-25T18:02:17.715942Z","end":"2026-02-25T18:02:20.798905Z","steps":["trace[1041664534] 'agreement among raft nodes before linearized reading' (duration: 3.082896837s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:20.799345Z","caller":"traceutil/trace.go:171","msg":"trace[661822243] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23402; }","duration":"3.274054343s","start":"2026-02-25T18:02:17.525274Z","end":"2026-02-25T18:02:20.799328Z","steps":["trace[661822243] 'agreement among raft nodes before linearized reading' (duration: 3.273376958s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:20.799404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:17.715926Z","time spent":"3.083464011s","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:02:20.799414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:17.525254Z","time spent":"3.274144265s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T18:02:20.799283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:19.0857Z","time spent":"1.713570115s","remote":"127.0.0.1:50414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:21.957327Z","caller":"traceutil/trace.go:171","msg":"trace[1861709985] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"1.15576535s","start":"2026-02-25T18:02:20.801523Z","end":"2026-02-25T18:02:21.957288Z","steps":["trace[1861709985] 'process raft request' (duration: 1.08219213s)","trace[1861709985] 'compare' (duration: 73.210451ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:21.957507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:20.801499Z","time spent":"1.155917074s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:21.957589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15490546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-248df9f0-bc4c-4c37-b855-24d88b4982e9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-25T18:02:21.957308Z","caller":"traceutil/trace.go:171","msg":"trace[174750953] linearizableReadLoop","detail":"{readStateIndex:24224; appliedIndex:24222; }","duration":"1.154614903s","start":"2026-02-25T18:02:20.80266Z","end":"2026-02-25T18:02:21.957275Z","steps":["trace[174750953] 'read index received' (duration: 84.179145ms)","trace[174750953] 'applied index is now lower than readState.Index' (duration: 1.070433838s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:21.957654Z","caller":"traceutil/trace.go:171","msg":"trace[925811428] range","detail":"{range_begin:/registry/persistentvolumes/pvc-248df9f0-bc4c-4c37-b855-24d88b4982e9; range_end:; response_count:1; response_revision:23404; }","duration":"1.155021993s","start":"2026-02-25T18:02:20.802614Z","end":"2026-02-25T18:02:21.957636Z","steps":["trace[925811428] 'agreement among raft nodes before linearized reading' (duration: 1.154781377s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:21.957702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:20.802596Z","time spent":"1.155094044s","remote":"127.0.0.1:49034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-248df9f0-bc4c-4c37-b855-24d88b4982e9\" "} {"level":"warn","ts":"2026-02-25T18:02:22.45819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:22.809743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000805109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:02:22.809836Z","caller":"traceutil/trace.go:171","msg":"trace[2138698855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000927323s","start":"2026-02-25T18:02:20.808885Z","end":"2026-02-25T18:02:22.809812Z","steps":["trace[2138698855] 'agreement among raft nodes before linearized reading' (duration: 2.00081487s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:22.809888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:20.808875Z","time spent":"2.001002714s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:02:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:02:22.958791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:23.103994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220248519s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:02:23.104519Z","caller":"traceutil/trace.go:171","msg":"trace[129121534] linearizableReadLoop","detail":"{readStateIndex:24231; appliedIndex:24224; }","duration":"1.146843523s","start":"2026-02-25T18:02:21.957655Z","end":"2026-02-25T18:02:23.104499Z","steps":["trace[129121534] 'read index received' (duration: 1.146453044s)","trace[129121534] 'applied index is now lower than readState.Index' (duration: 389.709µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:23.104768Z","caller":"traceutil/trace.go:171","msg":"trace[924630872] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"2.100616735s","start":"2026-02-25T18:02:21.00414Z","end":"2026-02-25T18:02:23.104757Z","steps":["trace[924630872] 'process raft request' (duration: 2.100021152s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.104864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101300672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:02:23.104915Z","caller":"traceutil/trace.go:171","msg":"trace[398347095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23411; }","duration":"2.101364153s","start":"2026-02-25T18:02:21.003539Z","end":"2026-02-25T18:02:23.104903Z","steps":["trace[398347095] 'agreement among raft nodes before linearized reading' (duration: 2.10121949s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.104945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.003532Z","time spent":"2.101405254s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:02:23.10497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101445784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T18:02:23.105003Z","caller":"traceutil/trace.go:171","msg":"trace[1642122948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23411; }","duration":"2.101496706s","start":"2026-02-25T18:02:21.003493Z","end":"2026-02-25T18:02:23.10499Z","steps":["trace[1642122948] 'agreement among raft nodes before linearized reading' (duration: 2.101395694s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.003483Z","time spent":"2.101544177s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T18:02:23.10507Z","caller":"traceutil/trace.go:171","msg":"trace[504323502] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"2.100806459s","start":"2026-02-25T18:02:21.004253Z","end":"2026-02-25T18:02:23.10506Z","steps":["trace[504323502] 'process raft request' (duration: 2.100021931s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.004246Z","time spent":"2.100854621s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:23.105202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.654324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-25T18:02:23.105219Z","caller":"traceutil/trace.go:171","msg":"trace[534696862] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"2.100672007s","start":"2026-02-25T18:02:21.004537Z","end":"2026-02-25T18:02:23.105209Z","steps":["trace[534696862] 'process raft request' (duration: 2.099775126s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:23.105238Z","caller":"traceutil/trace.go:171","msg":"trace[551063094] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506; range_end:; response_count:1; response_revision:23411; }","duration":"793.727405ms","start":"2026-02-25T18:02:22.311502Z","end":"2026-02-25T18:02:23.10523Z","steps":["trace[551063094] 'agreement among raft nodes before linearized reading' (duration: 793.630463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:22.311481Z","time spent":"793.777156ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" "} {"level":"warn","ts":"2026-02-25T18:02:23.105252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103221595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:02:23.105295Z","caller":"traceutil/trace.go:171","msg":"trace[521345000] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"2.100652227s","start":"2026-02-25T18:02:21.004635Z","end":"2026-02-25T18:02:23.105287Z","steps":["trace[521345000] 'process raft request' (duration: 2.099704635s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.530846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T18:02:23.105382Z","caller":"traceutil/trace.go:171","msg":"trace[673563230] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"2.100698578s","start":"2026-02-25T18:02:21.00467Z","end":"2026-02-25T18:02:23.105369Z","steps":["trace[673563230] 'process raft request' (duration: 2.099696534s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:23.105395Z","caller":"traceutil/trace.go:171","msg":"trace[1607538749] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:23411; }","duration":"811.67734ms","start":"2026-02-25T18:02:22.293695Z","end":"2026-02-25T18:02:23.105372Z","steps":["trace[1607538749] 'agreement among raft nodes before linearized reading' (duration: 811.459485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300432992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:23.105416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143202358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-25T18:02:23.105438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10339331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:02:23.105459Z","caller":"traceutil/trace.go:171","msg":"trace[876744212] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23411; }","duration":"2.300475952s","start":"2026-02-25T18:02:20.804971Z","end":"2026-02-25T18:02:23.105447Z","steps":["trace[876744212] 'agreement among raft nodes before linearized reading' (duration: 2.300418011s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:23.105469Z","caller":"traceutil/trace.go:171","msg":"trace[1518492835] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"2.100227057s","start":"2026-02-25T18:02:21.005233Z","end":"2026-02-25T18:02:23.10546Z","steps":["trace[1518492835] 'process raft request' (duration: 2.099190603s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:23.105472Z","caller":"traceutil/trace.go:171","msg":"trace[95214437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23411; }","duration":"2.103439901s","start":"2026-02-25T18:02:21.002023Z","end":"2026-02-25T18:02:23.105463Z","steps":["trace[95214437] 'agreement among raft nodes before linearized reading' (duration: 2.103323678s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103573244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-25T18:02:23.105498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:20.804964Z","time spent":"2.300525433s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:02:23.105515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.002018Z","time spent":"2.103489392s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T18:02:23.105488Z","caller":"traceutil/trace.go:171","msg":"trace[1124107879] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23411; }","duration":"1.143288351s","start":"2026-02-25T18:02:21.962173Z","end":"2026-02-25T18:02:23.105462Z","steps":["trace[1124107879] 'agreement among raft nodes before linearized reading' (duration: 1.142927882s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.004663Z","time spent":"2.100747659s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:23.105628Z","caller":"traceutil/trace.go:171","msg":"trace[2115607691] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"2.100353519s","start":"2026-02-25T18:02:21.005254Z","end":"2026-02-25T18:02:23.105608Z","steps":["trace[2115607691] 'process raft request' (duration: 2.099206423s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300758289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T18:02:23.105681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333703739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:23.105718Z","caller":"traceutil/trace.go:171","msg":"trace[1081899310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23411; }","duration":"2.30083199s","start":"2026-02-25T18:02:20.804878Z","end":"2026-02-25T18:02:23.10571Z","steps":["trace[1081899310] 'agreement among raft nodes before linearized reading' (duration: 2.300745398s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046875853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:23.105746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:20.80486Z","time spent":"2.300878912s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T18:02:23.105738Z","caller":"traceutil/trace.go:171","msg":"trace[241979789] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23411; }","duration":"1.333800522s","start":"2026-02-25T18:02:21.77192Z","end":"2026-02-25T18:02:23.10572Z","steps":["trace[241979789] 'agreement among raft nodes before linearized reading' (duration: 1.33371172s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:23.105773Z","caller":"traceutil/trace.go:171","msg":"trace[424640733] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23411; }","duration":"1.047009056s","start":"2026-02-25T18:02:22.058747Z","end":"2026-02-25T18:02:23.105756Z","steps":["trace[424640733] 'agreement among raft nodes before linearized reading' (duration: 1.046859223s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.771897Z","time spent":"1.333877063s","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:23.105792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.005234Z","time spent":"2.100477212s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:23.105823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:22.058729Z","time spent":"1.047083198s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:23.105517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.005211Z","time spent":"2.100279967s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:23.105464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:22.293674Z","time spent":"811.775342ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-02-25T18:02:23.105266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.004526Z","time spent":"2.100712688s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:23.105518Z","caller":"traceutil/trace.go:171","msg":"trace[664667367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23411; }","duration":"2.103860031s","start":"2026-02-25T18:02:21.001645Z","end":"2026-02-25T18:02:23.105505Z","steps":["trace[664667367] 'agreement among raft nodes before linearized reading' (duration: 2.103447831s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.106012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.001614Z","time spent":"2.104380572s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:23.105272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299753686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-02-25T18:02:23.106144Z","caller":"traceutil/trace.go:171","msg":"trace[1506417855] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23411; }","duration":"2.300663287s","start":"2026-02-25T18:02:20.805462Z","end":"2026-02-25T18:02:23.106126Z","steps":["trace[1506417855] 'agreement among raft nodes before linearized reading' (duration: 2.299560352s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214759202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18978f456634ff7f\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-02-25T18:02:23.106213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:20.805458Z","time spent":"2.300734809s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-25T18:02:23.106226Z","caller":"traceutil/trace.go:171","msg":"trace[397900314] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18978f456634ff7f; range_end:; response_count:1; response_revision:23411; }","duration":"2.215733615s","start":"2026-02-25T18:02:20.890478Z","end":"2026-02-25T18:02:23.106212Z","steps":["trace[397900314] 'agreement among raft nodes before linearized reading' (duration: 2.214619279s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.106358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:20.890465Z","time spent":"2.215880148s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18978f456634ff7f\" "} {"level":"info","ts":"2026-02-25T18:02:23.105321Z","caller":"traceutil/trace.go:171","msg":"trace[861190788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23411; }","duration":"2.103344308s","start":"2026-02-25T18:02:21.001959Z","end":"2026-02-25T18:02:23.105303Z","steps":["trace[861190788] 'agreement among raft nodes before linearized reading' (duration: 2.103107223s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.10651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.001937Z","time spent":"2.104561717s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:02:23.105567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.962157Z","time spent":"1.143396173s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-25T18:02:23.105596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636199678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-25T18:02:23.106751Z","caller":"traceutil/trace.go:171","msg":"trace[354808692] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23411; }","duration":"1.637391845s","start":"2026-02-25T18:02:21.469349Z","end":"2026-02-25T18:02:23.106741Z","steps":["trace[354808692] 'agreement among raft nodes before linearized reading' (duration: 1.636187987s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.106785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.469329Z","time spent":"1.637446106s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T18:02:23.104869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.004119Z","time spent":"2.100683967s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:23.105588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.581563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:23.107011Z","caller":"traceutil/trace.go:171","msg":"trace[838337900] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23411; }","duration":"992.033906ms","start":"2026-02-25T18:02:22.114966Z","end":"2026-02-25T18:02:23.107Z","steps":["trace[838337900] 'agreement among raft nodes before linearized reading' (duration: 990.576833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.107045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:22.114952Z","time spent":"992.081357ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:23.105601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536189866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:23.107296Z","caller":"traceutil/trace.go:171","msg":"trace[604334194] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23411; }","duration":"1.537927797s","start":"2026-02-25T18:02:21.569353Z","end":"2026-02-25T18:02:23.107281Z","steps":["trace[604334194] 'agreement among raft nodes before linearized reading' (duration: 1.536176806s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.107335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.569331Z","time spent":"1.537996109s","remote":"127.0.0.1:49230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:23.105665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637070557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-25T18:02:23.107439Z","caller":"traceutil/trace.go:171","msg":"trace[484139866] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23411; }","duration":"1.638888279s","start":"2026-02-25T18:02:21.468544Z","end":"2026-02-25T18:02:23.107433Z","steps":["trace[484139866] 'agreement among raft nodes before linearized reading' (duration: 1.637071287s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.107456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.468526Z","time spent":"1.63892473s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T18:02:23.105657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.516287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:23.107553Z","caller":"traceutil/trace.go:171","msg":"trace[173341131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23411; }","duration":"297.420021ms","start":"2026-02-25T18:02:22.810128Z","end":"2026-02-25T18:02:23.107548Z","steps":["trace[173341131] 'agreement among raft nodes before linearized reading' (duration: 295.497976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.105348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:21.004621Z","time spent":"2.100701408s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:23.691865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:23.99064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.433608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:23.990997Z","caller":"traceutil/trace.go:171","msg":"trace[1328404850] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"876.530959ms","start":"2026-02-25T18:02:23.114447Z","end":"2026-02-25T18:02:23.990978Z","steps":["trace[1328404850] 'process raft request' (duration: 876.455047ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:23.99098Z","caller":"traceutil/trace.go:171","msg":"trace[1817032244] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"879.389865ms","start":"2026-02-25T18:02:23.111548Z","end":"2026-02-25T18:02:23.990937Z","steps":["trace[1817032244] 'process raft request' (duration: 669.549877ms)","trace[1817032244] 'compare' (duration: 209.329746ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:23.991066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.114441Z","time spent":"876.59173ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:23.991151Z","caller":"traceutil/trace.go:171","msg":"trace[554991472] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"879.510617ms","start":"2026-02-25T18:02:23.111618Z","end":"2026-02-25T18:02:23.991129Z","steps":["trace[554991472] 'process raft request' (duration: 879.220551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.991167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.111532Z","time spent":"879.535508ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:23.991187Z","caller":"traceutil/trace.go:171","msg":"trace[832198792] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"878.083645ms","start":"2026-02-25T18:02:23.113072Z","end":"2026-02-25T18:02:23.991155Z","steps":["trace[832198792] 'process raft request' (duration: 877.801379ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:23.991188Z","caller":"traceutil/trace.go:171","msg":"trace[2070520189] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"879.563879ms","start":"2026-02-25T18:02:23.111595Z","end":"2026-02-25T18:02:23.991158Z","steps":["trace[2070520189] 'process raft request' (duration: 879.186ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:23.991267Z","caller":"traceutil/trace.go:171","msg":"trace[36093492] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"876.545969ms","start":"2026-02-25T18:02:23.114708Z","end":"2026-02-25T18:02:23.991254Z","steps":["trace[36093492] 'process raft request' (duration: 876.229802ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:23.991291Z","caller":"traceutil/trace.go:171","msg":"trace[1766864565] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"875.846253ms","start":"2026-02-25T18:02:23.11542Z","end":"2026-02-25T18:02:23.991266Z","steps":["trace[1766864565] 'process raft request' (duration: 875.679759ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:23.991295Z","caller":"traceutil/trace.go:171","msg":"trace[1629391838] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"866.075768ms","start":"2026-02-25T18:02:23.125196Z","end":"2026-02-25T18:02:23.991272Z","steps":["trace[1629391838] 'process raft request' (duration: 866.013386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:23.991352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.111579Z","time spent":"879.682441ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:23.991378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.113065Z","time spent":"878.188127ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:23.991383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.115402Z","time spent":"875.931805ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:23.991424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.125187Z","time spent":"866.16818ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:23.99133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.114702Z","time spent":"876.60259ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:23.991267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.1116Z","time spent":"879.60495ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:24.314811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.775429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:24.314997Z","caller":"traceutil/trace.go:171","msg":"trace[897633121] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"310.78088ms","start":"2026-02-25T18:02:24.004199Z","end":"2026-02-25T18:02:24.31498Z","steps":["trace[897633121] 'process raft request' (duration: 310.721018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:24.315066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:24.004179Z","time spent":"310.854291ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":624,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:24.314982Z","caller":"traceutil/trace.go:171","msg":"trace[1598621387] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"1.121256852s","start":"2026-02-25T18:02:23.193684Z","end":"2026-02-25T18:02:24.314941Z","steps":["trace[1598621387] 'process raft request' (duration: 910.274718ms)","trace[1598621387] 'compare' (duration: 210.661996ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:24.315251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.193623Z","time spent":"1.121533389s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:24.315651Z","caller":"traceutil/trace.go:171","msg":"trace[28345394] linearizableReadLoop","detail":"{readStateIndex:24242; appliedIndex:24233; }","duration":"1.124723573s","start":"2026-02-25T18:02:23.190902Z","end":"2026-02-25T18:02:24.315626Z","steps":["trace[28345394] 'read index received' (duration: 590.210235ms)","trace[28345394] 'applied index is now lower than readState.Index' (duration: 534.511057ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:24.315781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191822203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-02-25T18:02:24.315827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201257701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:24.315843Z","caller":"traceutil/trace.go:171","msg":"trace[1600966378] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23422; }","duration":"1.191896594s","start":"2026-02-25T18:02:23.123925Z","end":"2026-02-25T18:02:24.315822Z","steps":["trace[1600966378] 'agreement among raft nodes before linearized reading' (duration: 1.19170754s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:24.315883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.123912Z","time spent":"1.191962505s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T18:02:24.315853Z","caller":"traceutil/trace.go:171","msg":"trace[873675521] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23422; }","duration":"1.201311832s","start":"2026-02-25T18:02:23.114533Z","end":"2026-02-25T18:02:24.315845Z","steps":["trace[873675521] 'agreement among raft nodes before linearized reading' (duration: 1.201206609s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:24.315927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121327694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-25T18:02:24.315975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.330255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:24.315981Z","caller":"traceutil/trace.go:171","msg":"trace[1430562790] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8; range_end:; response_count:1; response_revision:23422; }","duration":"1.121416885s","start":"2026-02-25T18:02:23.194551Z","end":"2026-02-25T18:02:24.315968Z","steps":["trace[1430562790] 'agreement among raft nodes before linearized reading' (duration: 1.121225401s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:24.315998Z","caller":"traceutil/trace.go:171","msg":"trace[1684731080] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23422; }","duration":"799.392177ms","start":"2026-02-25T18:02:23.516597Z","end":"2026-02-25T18:02:24.315989Z","steps":["trace[1684731080] 'agreement among raft nodes before linearized reading' (duration: 799.338706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:24.316009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.194535Z","time spent":"1.121469257s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" "} {"level":"warn","ts":"2026-02-25T18:02:24.316028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.516543Z","time spent":"799.479069ms","remote":"127.0.0.1:50320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:24.316041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.114528Z","time spent":"1.201450615s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:02:24.31617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.571166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:24.316158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198596088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:24.316191Z","caller":"traceutil/trace.go:171","msg":"trace[1463833910] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23422; }","duration":"907.650328ms","start":"2026-02-25T18:02:23.408536Z","end":"2026-02-25T18:02:24.316186Z","steps":["trace[1463833910] 'agreement among raft nodes before linearized reading' (duration: 907.608227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:24.316215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.408519Z","time spent":"907.692058ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:24.316212Z","caller":"traceutil/trace.go:171","msg":"trace[2065798308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23422; }","duration":"1.199116631s","start":"2026-02-25T18:02:23.117082Z","end":"2026-02-25T18:02:24.316199Z","steps":["trace[2065798308] 'agreement among raft nodes before linearized reading' (duration: 1.198590049s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:24.316253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.117073Z","time spent":"1.199164692s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:24.316319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085965486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-02-25T18:02:24.316338Z","caller":"traceutil/trace.go:171","msg":"trace[252683979] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23422; }","duration":"1.086003868s","start":"2026-02-25T18:02:23.230329Z","end":"2026-02-25T18:02:24.316333Z","steps":["trace[252683979] 'agreement among raft nodes before linearized reading' (duration: 1.085968397s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:24.316352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.230315Z","time spent":"1.086032208s","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-02-25T18:02:24.31627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.417579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T18:02:24.316415Z","caller":"traceutil/trace.go:171","msg":"trace[358469968] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23422; }","duration":"490.598884ms","start":"2026-02-25T18:02:23.825806Z","end":"2026-02-25T18:02:24.316405Z","steps":["trace[358469968] 'agreement among raft nodes before linearized reading' (duration: 490.349128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:24.316447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:23.825778Z","time spent":"490.661114ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:24.88943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394412,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T18:02:25.211145Z","caller":"traceutil/trace.go:171","msg":"trace[327334550] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"824.589159ms","start":"2026-02-25T18:02:24.386516Z","end":"2026-02-25T18:02:25.211105Z","steps":["trace[327334550] 'process raft request' (duration: 824.347103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:25.211342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:24.386497Z","time spent":"824.719312ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T18:02:26.078133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.118915ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:26.078288Z","caller":"traceutil/trace.go:171","msg":"trace[592113605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23424; }","duration":"181.286839ms","start":"2026-02-25T18:02:25.896976Z","end":"2026-02-25T18:02:26.078263Z","steps":["trace[592113605] 'range keys from in-memory index tree' (duration: 181.098453ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:26.078607Z","caller":"traceutil/trace.go:171","msg":"trace[1068626773] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"1.348586574s","start":"2026-02-25T18:02:24.729999Z","end":"2026-02-25T18:02:26.078585Z","steps":["trace[1068626773] 'process raft request' (duration: 1.348046142s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:26.078666Z","caller":"traceutil/trace.go:171","msg":"trace[1678323167] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"966.582429ms","start":"2026-02-25T18:02:25.11206Z","end":"2026-02-25T18:02:26.078642Z","steps":["trace[1678323167] 'process raft request' (duration: 966.374995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:26.07873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:24.72997Z","time spent":"1.348690477s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:26.078801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:25.112028Z","time spent":"966.700052ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:26.078867Z","caller":"traceutil/trace.go:171","msg":"trace[1704679946] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"963.004187ms","start":"2026-02-25T18:02:25.115844Z","end":"2026-02-25T18:02:26.078848Z","steps":["trace[1704679946] 'process raft request' (duration: 962.959706ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:26.078907Z","caller":"traceutil/trace.go:171","msg":"trace[590630923] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"966.091908ms","start":"2026-02-25T18:02:25.112794Z","end":"2026-02-25T18:02:26.078886Z","steps":["trace[590630923] 'process raft request' (duration: 965.892793ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:26.078926Z","caller":"traceutil/trace.go:171","msg":"trace[1676023776] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"965.905304ms","start":"2026-02-25T18:02:25.113009Z","end":"2026-02-25T18:02:26.078915Z","steps":["trace[1676023776] 'process raft request' (duration: 965.74672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:26.078971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:25.115832Z","time spent":"963.085879ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:26.078984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:25.112995Z","time spent":"965.960926ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:26.079006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:25.112784Z","time spent":"966.17324ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:26.079079Z","caller":"traceutil/trace.go:171","msg":"trace[786918963] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"965.031103ms","start":"2026-02-25T18:02:25.114041Z","end":"2026-02-25T18:02:26.079072Z","steps":["trace[786918963] 'process raft request' (duration: 964.739327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:26.079115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:25.11403Z","time spent":"965.068555ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:26.079116Z","caller":"traceutil/trace.go:171","msg":"trace[991587175] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"966.758034ms","start":"2026-02-25T18:02:25.112345Z","end":"2026-02-25T18:02:26.079103Z","steps":["trace[991587175] 'process raft request' (duration: 966.223052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:26.079181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:25.11232Z","time spent":"966.824965ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:26.079217Z","caller":"traceutil/trace.go:171","msg":"trace[1077367581] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"951.204004ms","start":"2026-02-25T18:02:25.127997Z","end":"2026-02-25T18:02:26.079201Z","steps":["trace[1077367581] 'process raft request' (duration: 950.827896ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:26.078983Z","caller":"traceutil/trace.go:171","msg":"trace[2027418560] linearizableReadLoop","detail":"{readStateIndex:24246; appliedIndex:24244; }","duration":"1.690221846s","start":"2026-02-25T18:02:24.388741Z","end":"2026-02-25T18:02:26.078963Z","steps":["trace[2027418560] 'read index received' (duration: 822.159302ms)","trace[2027418560] 'applied index is now lower than readState.Index' (duration: 868.061244ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:26.079314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:25.127971Z","time spent":"951.288127ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:26.079392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132395179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:26.079441Z","caller":"traceutil/trace.go:171","msg":"trace[2028460980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23432; }","duration":"1.132485822s","start":"2026-02-25T18:02:24.946946Z","end":"2026-02-25T18:02:26.079431Z","steps":["trace[2028460980] 'agreement among raft nodes before linearized reading' (duration: 1.13240501s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:26.079505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:24.946928Z","time spent":"1.132544884s","remote":"127.0.0.1:38520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:26.079393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690651956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:02:26.079663Z","caller":"traceutil/trace.go:171","msg":"trace[76412052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23432; }","duration":"1.690958974s","start":"2026-02-25T18:02:24.38869Z","end":"2026-02-25T18:02:26.079649Z","steps":["trace[76412052] 'agreement among raft nodes before linearized reading' (duration: 1.690553354s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:26.079651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.526105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-25T18:02:26.079665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.239183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:26.079711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:24.388673Z","time spent":"1.691027595s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T18:02:26.079726Z","caller":"traceutil/trace.go:171","msg":"trace[641598409] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23432; }","duration":"420.658278ms","start":"2026-02-25T18:02:25.65905Z","end":"2026-02-25T18:02:26.079709Z","steps":["trace[641598409] 'agreement among raft nodes before linearized reading' (duration: 420.360041ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:26.079751Z","caller":"traceutil/trace.go:171","msg":"trace[1409905863] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23432; }","duration":"957.332955ms","start":"2026-02-25T18:02:25.122395Z","end":"2026-02-25T18:02:26.079728Z","steps":["trace[1409905863] 'agreement among raft nodes before linearized reading' (duration: 957.158401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:26.079785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:25.65903Z","time spent":"420.740999ms","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:26.079809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:25.122352Z","time spent":"957.446778ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:26.079805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.857758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:26.079912Z","caller":"traceutil/trace.go:171","msg":"trace[1032036101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23432; }","duration":"758.020661ms","start":"2026-02-25T18:02:25.321866Z","end":"2026-02-25T18:02:26.079886Z","steps":["trace[1032036101] 'agreement among raft nodes before linearized reading' (duration: 757.828457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:26.079977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:25.321846Z","time spent":"758.117674ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:27.233163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100239576s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:02:27.407352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.912587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:27.407652Z","caller":"traceutil/trace.go:171","msg":"trace[2018213258] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"902.861227ms","start":"2026-02-25T18:02:26.504772Z","end":"2026-02-25T18:02:27.407633Z","steps":["trace[2018213258] 'process raft request' (duration: 902.823536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:27.407728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:26.504747Z","time spent":"902.94802ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:27.407925Z","caller":"traceutil/trace.go:171","msg":"trace[1256153595] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"1.323819891s","start":"2026-02-25T18:02:26.084092Z","end":"2026-02-25T18:02:27.407912Z","steps":["trace[1256153595] 'process raft request' (duration: 1.149210487s)","trace[1256153595] 'compare' (duration: 173.552739ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:27.40798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:26.084077Z","time spent":"1.323872672s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:27.408203Z","caller":"traceutil/trace.go:171","msg":"trace[616002687] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"1.322280645s","start":"2026-02-25T18:02:26.085912Z","end":"2026-02-25T18:02:27.408192Z","steps":["trace[616002687] 'process raft request' (duration: 1.321529968s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:27.408276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:26.085901Z","time spent":"1.322343676s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:27.408337Z","caller":"traceutil/trace.go:171","msg":"trace[1931511924] linearizableReadLoop","detail":"{readStateIndex:24258; appliedIndex:24253; }","duration":"1.318064488s","start":"2026-02-25T18:02:26.090249Z","end":"2026-02-25T18:02:27.408313Z","steps":["trace[1931511924] 'read index received' (duration: 42.712837ms)","trace[1931511924] 'applied index is now lower than readState.Index' (duration: 1.275348821s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:27.408392Z","caller":"traceutil/trace.go:171","msg":"trace[1336715053] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"1.322176383s","start":"2026-02-25T18:02:26.086204Z","end":"2026-02-25T18:02:27.408381Z","steps":["trace[1336715053] 'process raft request' (duration: 1.321303692s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:27.408435Z","caller":"traceutil/trace.go:171","msg":"trace[1639686561] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"1.322168343s","start":"2026-02-25T18:02:26.086257Z","end":"2026-02-25T18:02:27.408425Z","steps":["trace[1639686561] 'process raft request' (duration: 1.321295322s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:27.408442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:26.086196Z","time spent":"1.322217063s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:27.408513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:26.086236Z","time spent":"1.322216784s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:27.408613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088173598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:27.408644Z","caller":"traceutil/trace.go:171","msg":"trace[998581193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23438; }","duration":"1.088232869s","start":"2026-02-25T18:02:26.320402Z","end":"2026-02-25T18:02:27.408635Z","steps":["trace[998581193] 'agreement among raft nodes before linearized reading' (duration: 1.088185038s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:27.408671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:26.320386Z","time spent":"1.08828012s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:27.408755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.916711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:27.408751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318503488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-25T18:02:27.408781Z","caller":"traceutil/trace.go:171","msg":"trace[2131420165] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23438; }","duration":"706.991353ms","start":"2026-02-25T18:02:26.701782Z","end":"2026-02-25T18:02:27.408774Z","steps":["trace[2131420165] 'agreement among raft nodes before linearized reading' (duration: 706.925581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:27.408802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:26.701755Z","time spent":"707.041373ms","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:27.409612Z","caller":"traceutil/trace.go:171","msg":"trace[581555321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23438; }","duration":"1.3185638s","start":"2026-02-25T18:02:26.090216Z","end":"2026-02-25T18:02:27.40878Z","steps":["trace[581555321] 'agreement among raft nodes before linearized reading' (duration: 1.318454427s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:27.40966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:26.090208Z","time spent":"1.31944214s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-25T18:02:28.344984Z","caller":"traceutil/trace.go:171","msg":"trace[1078619631] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"260.821246ms","start":"2026-02-25T18:02:28.084136Z","end":"2026-02-25T18:02:28.344957Z","steps":["trace[1078619631] 'process raft request' (duration: 260.609411ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:28.345269Z","caller":"traceutil/trace.go:171","msg":"trace[1980480166] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"260.106979ms","start":"2026-02-25T18:02:28.085131Z","end":"2026-02-25T18:02:28.345238Z","steps":["trace[1980480166] 'process raft request' (duration: 259.774001ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:28.345409Z","caller":"traceutil/trace.go:171","msg":"trace[1846183047] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"260.226401ms","start":"2026-02-25T18:02:28.085158Z","end":"2026-02-25T18:02:28.345385Z","steps":["trace[1846183047] 'process raft request' (duration: 260.010256ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:28.345474Z","caller":"traceutil/trace.go:171","msg":"trace[813922789] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"260.152849ms","start":"2026-02-25T18:02:28.085312Z","end":"2026-02-25T18:02:28.345465Z","steps":["trace[813922789] 'process raft request' (duration: 259.968675ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:28.345428Z","caller":"traceutil/trace.go:171","msg":"trace[1832633318] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"260.060018ms","start":"2026-02-25T18:02:28.085338Z","end":"2026-02-25T18:02:28.345398Z","steps":["trace[1832633318] 'process raft request' (duration: 259.987536ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:28.345634Z","caller":"traceutil/trace.go:171","msg":"trace[1420510619] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"260.201731ms","start":"2026-02-25T18:02:28.08541Z","end":"2026-02-25T18:02:28.345612Z","steps":["trace[1420510619] 'process raft request' (duration: 259.953785ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:28.347037Z","caller":"traceutil/trace.go:171","msg":"trace[966864777] linearizableReadLoop","detail":"{readStateIndex:24267; appliedIndex:24259; }","duration":"210.438351ms","start":"2026-02-25T18:02:28.136577Z","end":"2026-02-25T18:02:28.347015Z","steps":["trace[966864777] 'read index received' (duration: 77.774406ms)","trace[966864777] 'applied index is now lower than readState.Index' (duration: 132.661815ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:28.347219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.638736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:02:28.347211Z","caller":"traceutil/trace.go:171","msg":"trace[1495503765] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"260.244122ms","start":"2026-02-25T18:02:28.086948Z","end":"2026-02-25T18:02:28.347192Z","steps":["trace[1495503765] 'process raft request' (duration: 258.575424ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:28.347261Z","caller":"traceutil/trace.go:171","msg":"trace[1020908842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23445; }","duration":"210.730649ms","start":"2026-02-25T18:02:28.136518Z","end":"2026-02-25T18:02:28.347249Z","steps":["trace[1020908842] 'agreement among raft nodes before linearized reading' (duration: 210.568735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:29.563026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211584699s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:02:29.564178Z","caller":"traceutil/trace.go:171","msg":"trace[1697661884] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"1.212857458s","start":"2026-02-25T18:02:28.351287Z","end":"2026-02-25T18:02:29.564144Z","steps":["trace[1697661884] 'process raft request' (duration: 1.212636003s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:29.564457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:28.351266Z","time spent":"1.213011942s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:30.340226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.297376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:30.340465Z","caller":"traceutil/trace.go:171","msg":"trace[2052858890] linearizableReadLoop","detail":"{readStateIndex:24269; appliedIndex:24268; }","duration":"1.018160669s","start":"2026-02-25T18:02:29.322285Z","end":"2026-02-25T18:02:30.340446Z","steps":["trace[2052858890] 'read index received' (duration: 242.246936ms)","trace[2052858890] 'applied index is now lower than readState.Index' (duration: 775.912753ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:30.340487Z","caller":"traceutil/trace.go:171","msg":"trace[1053189633] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"1.31557325s","start":"2026-02-25T18:02:29.024857Z","end":"2026-02-25T18:02:30.34043Z","steps":["trace[1053189633] 'process raft request' (duration: 711.989358ms)","trace[1053189633] 'compare' (duration: 603.05824ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:30.340702Z","caller":"traceutil/trace.go:171","msg":"trace[2095163930] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"1.017118725s","start":"2026-02-25T18:02:29.323571Z","end":"2026-02-25T18:02:30.34069Z","steps":["trace[2095163930] 'process raft request' (duration: 1.016773207s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:30.340725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:29.02483Z","time spent":"1.315787305s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:30.340776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:29.323545Z","time spent":"1.017193067s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:30.340909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01863139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:30.34094Z","caller":"traceutil/trace.go:171","msg":"trace[1832589412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23448; }","duration":"1.018700511s","start":"2026-02-25T18:02:29.322231Z","end":"2026-02-25T18:02:30.340931Z","steps":["trace[1832589412] 'agreement among raft nodes before linearized reading' (duration: 1.01864862s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:30.340965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:29.322209Z","time spent":"1.018750643s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:30.341171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.78243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:30.341145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.282387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:02:30.341212Z","caller":"traceutil/trace.go:171","msg":"trace[562916866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23448; }","duration":"436.863552ms","start":"2026-02-25T18:02:29.904334Z","end":"2026-02-25T18:02:30.341198Z","steps":["trace[562916866] 'agreement among raft nodes before linearized reading' (duration: 436.78563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:30.34121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.596201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-25T18:02:30.341223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.510459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:02:30.34126Z","caller":"traceutil/trace.go:171","msg":"trace[1505719785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23448; }","duration":"928.736824ms","start":"2026-02-25T18:02:29.41251Z","end":"2026-02-25T18:02:30.341247Z","steps":["trace[1505719785] 'agreement among raft nodes before linearized reading' (duration: 928.58629ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:30.341251Z","caller":"traceutil/trace.go:171","msg":"trace[2091051475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23448; }","duration":"929.436169ms","start":"2026-02-25T18:02:29.411792Z","end":"2026-02-25T18:02:30.341228Z","steps":["trace[2091051475] 'agreement among raft nodes before linearized reading' (duration: 929.156143ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:30.341294Z","caller":"traceutil/trace.go:171","msg":"trace[1118638624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23448; }","duration":"928.628351ms","start":"2026-02-25T18:02:29.412649Z","end":"2026-02-25T18:02:30.341277Z","steps":["trace[1118638624] 'agreement among raft nodes before linearized reading' (duration: 928.384436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:30.34131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:29.412474Z","time spent":"928.823426ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:30.341316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:29.411772Z","time spent":"929.531452ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:02:30.341349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:29.41261Z","time spent":"928.726624ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:30.341338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.716893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T18:02:30.341242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:29.904311Z","time spent":"436.923273ms","remote":"127.0.0.1:38548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:30.341412Z","caller":"traceutil/trace.go:171","msg":"trace[1709648876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23448; }","duration":"928.873677ms","start":"2026-02-25T18:02:29.412519Z","end":"2026-02-25T18:02:30.341393Z","steps":["trace[1709648876] 'agreement among raft nodes before linearized reading' (duration: 928.619941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:30.341594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:29.412496Z","time spent":"929.087102ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:30.852183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:31.777618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.734165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:31.777785Z","caller":"traceutil/trace.go:171","msg":"trace[969928797] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"1.430507886s","start":"2026-02-25T18:02:30.347251Z","end":"2026-02-25T18:02:31.777759Z","steps":["trace[969928797] 'process raft request' (duration: 678.499364ms)","trace[969928797] 'compare' (duration: 751.593462ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:31.777871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.347229Z","time spent":"1.430598058s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:31.785731Z","caller":"traceutil/trace.go:171","msg":"trace[375126666] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"1.438167973s","start":"2026-02-25T18:02:30.34753Z","end":"2026-02-25T18:02:31.785698Z","steps":["trace[375126666] 'process raft request' (duration: 1.437808025s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.785877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.347517Z","time spent":"1.438285766s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:31.785896Z","caller":"traceutil/trace.go:171","msg":"trace[1061034464] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"1.438216364s","start":"2026-02-25T18:02:30.347647Z","end":"2026-02-25T18:02:31.785863Z","steps":["trace[1061034464] 'process raft request' (duration: 1.437920037s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.78608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.347635Z","time spent":"1.438365678s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:31.786003Z","caller":"traceutil/trace.go:171","msg":"trace[1328870334] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"1.438358148s","start":"2026-02-25T18:02:30.34759Z","end":"2026-02-25T18:02:31.785948Z","steps":["trace[1328870334] 'process raft request' (duration: 1.437928948s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:31.786035Z","caller":"traceutil/trace.go:171","msg":"trace[1076223211] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"1.436777071s","start":"2026-02-25T18:02:30.34921Z","end":"2026-02-25T18:02:31.785987Z","steps":["trace[1076223211] 'process raft request' (duration: 1.436469904s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.786461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.349197Z","time spent":"1.43718102s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:31.786559Z","caller":"traceutil/trace.go:171","msg":"trace[2038326045] linearizableReadLoop","detail":"{readStateIndex:24281; appliedIndex:24270; }","duration":"1.435178784s","start":"2026-02-25T18:02:30.351365Z","end":"2026-02-25T18:02:31.786544Z","steps":["trace[2038326045] 'read index received' (duration: 674.44461ms)","trace[2038326045] 'applied index is now lower than readState.Index' (duration: 760.733394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:31.786496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.34757Z","time spent":"1.438637584s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:31.78666Z","caller":"traceutil/trace.go:171","msg":"trace[1448459142] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"1.436478244s","start":"2026-02-25T18:02:30.350173Z","end":"2026-02-25T18:02:31.786651Z","steps":["trace[1448459142] 'process raft request' (duration: 1.435666076s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:31.786716Z","caller":"traceutil/trace.go:171","msg":"trace[1142430832] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"1.43582376s","start":"2026-02-25T18:02:30.350877Z","end":"2026-02-25T18:02:31.786701Z","steps":["trace[1142430832] 'process raft request' (duration: 1.435634285s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.786725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.350163Z","time spent":"1.436521755s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:31.786147Z","caller":"traceutil/trace.go:171","msg":"trace[715575228] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"1.436069754s","start":"2026-02-25T18:02:30.350065Z","end":"2026-02-25T18:02:31.786135Z","steps":["trace[715575228] 'process raft request' (duration: 1.435697106s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:31.787017Z","caller":"traceutil/trace.go:171","msg":"trace[93815320] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"1.436753571s","start":"2026-02-25T18:02:30.350255Z","end":"2026-02-25T18:02:31.787008Z","steps":["trace[93815320] 'process raft request' (duration: 1.436173527s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.787075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.350248Z","time spent":"1.436797192s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:31.787102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435735707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:31.787133Z","caller":"traceutil/trace.go:171","msg":"trace[1280894591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23459; }","duration":"1.435781848s","start":"2026-02-25T18:02:30.351342Z","end":"2026-02-25T18:02:31.787124Z","steps":["trace[1280894591] 'agreement among raft nodes before linearized reading' (duration: 1.435725287s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.787168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.351331Z","time spent":"1.435829859s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T18:02:31.787164Z","caller":"traceutil/trace.go:171","msg":"trace[885277947] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"1.43627968s","start":"2026-02-25T18:02:30.350876Z","end":"2026-02-25T18:02:31.787155Z","steps":["trace[885277947] 'process raft request' (duration: 1.435599624s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.78714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.350058Z","time spent":"1.436979535s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:31.787223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.350864Z","time spent":"1.436330831s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:31.787346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32420292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:31.787385Z","caller":"traceutil/trace.go:171","msg":"trace[652487549] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23459; }","duration":"1.324288702s","start":"2026-02-25T18:02:30.463085Z","end":"2026-02-25T18:02:31.787374Z","steps":["trace[652487549] 'agreement among raft nodes before linearized reading' (duration: 1.32421902s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:31.786085Z","caller":"traceutil/trace.go:171","msg":"trace[714505650] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"1.436685489s","start":"2026-02-25T18:02:30.349363Z","end":"2026-02-25T18:02:31.786049Z","steps":["trace[714505650] 'process raft request' (duration: 1.436366472s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.787483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.349354Z","time spent":"1.438091842s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:31.787536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035142773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-25T18:02:31.787892Z","caller":"traceutil/trace.go:171","msg":"trace[668990777] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23459; }","duration":"1.035531782s","start":"2026-02-25T18:02:30.752347Z","end":"2026-02-25T18:02:31.787879Z","steps":["trace[668990777] 'agreement among raft nodes before linearized reading' (duration: 1.035087942s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.787982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.752329Z","time spent":"1.035627265s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-25T18:02:31.787404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.743305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:31.788095Z","caller":"traceutil/trace.go:171","msg":"trace[2138443555] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23459; }","duration":"639.487483ms","start":"2026-02-25T18:02:31.148593Z","end":"2026-02-25T18:02:31.78808Z","steps":["trace[2138443555] 'agreement among raft nodes before linearized reading' (duration: 638.744006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.78771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.666761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267257"} {"level":"info","ts":"2026-02-25T18:02:31.78818Z","caller":"traceutil/trace.go:171","msg":"trace[458691346] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23459; }","duration":"293.160072ms","start":"2026-02-25T18:02:31.495009Z","end":"2026-02-25T18:02:31.788169Z","steps":["trace[458691346] 'agreement among raft nodes before linearized reading' (duration: 292.419965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.787416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.463051Z","time spent":"1.324353574s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:31.787583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315798176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:31.78872Z","caller":"traceutil/trace.go:171","msg":"trace[575633546] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23459; }","duration":"1.316936213s","start":"2026-02-25T18:02:30.471753Z","end":"2026-02-25T18:02:31.78869Z","steps":["trace[575633546] 'agreement among raft nodes before linearized reading' (duration: 1.315804186s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.7888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.471744Z","time spent":"1.317029664s","remote":"127.0.0.1:39610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:31.786979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:30.350867Z","time spent":"1.435891511s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:31.787724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.847316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T18:02:31.789277Z","caller":"traceutil/trace.go:171","msg":"trace[468184910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23459; }","duration":"220.438553ms","start":"2026-02-25T18:02:31.568819Z","end":"2026-02-25T18:02:31.789258Z","steps":["trace[468184910] 'agreement among raft nodes before linearized reading' (duration: 218.492678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:31.789928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:31.148527Z","time spent":"639.618596ms","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:32.296775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:32.48653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.200218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:02:32.487675Z","caller":"traceutil/trace.go:171","msg":"trace[1882908109] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"695.115008ms","start":"2026-02-25T18:02:31.792535Z","end":"2026-02-25T18:02:32.48765Z","steps":["trace[1882908109] 'process raft request' (duration: 537.726132ms)","trace[1882908109] 'compare' (duration: 155.728158ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:32.487719Z","caller":"traceutil/trace.go:171","msg":"trace[586590866] linearizableReadLoop","detail":"{readStateIndex:24282; appliedIndex:24281; }","duration":"690.061951ms","start":"2026-02-25T18:02:31.796539Z","end":"2026-02-25T18:02:32.486601Z","steps":["trace[586590866] 'read index received' (duration: 533.682318ms)","trace[586590866] 'applied index is now lower than readState.Index' (duration: 156.378713ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:32.48777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:31.792524Z","time spent":"695.1945ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:32.487961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.087931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T18:02:32.487956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.395172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:32.48796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.800925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-25T18:02:32.487997Z","caller":"traceutil/trace.go:171","msg":"trace[277730004] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:23460; }","duration":"193.165183ms","start":"2026-02-25T18:02:32.294822Z","end":"2026-02-25T18:02:32.487987Z","steps":["trace[277730004] 'agreement among raft nodes before linearized reading' (duration: 193.02788ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:32.488029Z","caller":"traceutil/trace.go:171","msg":"trace[472116515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23460; }","duration":"691.508144ms","start":"2026-02-25T18:02:31.796503Z","end":"2026-02-25T18:02:32.488011Z","steps":["trace[472116515] 'agreement among raft nodes before linearized reading' (duration: 691.288179ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:32.48804Z","caller":"traceutil/trace.go:171","msg":"trace[1081952326] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506; range_end:; response_count:1; response_revision:23460; }","duration":"176.910567ms","start":"2026-02-25T18:02:32.311113Z","end":"2026-02-25T18:02:32.488023Z","steps":["trace[1081952326] 'agreement among raft nodes before linearized reading' (duration: 176.713292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:32.488082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:31.796492Z","time spent":"691.581657ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:32.488412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.339667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:32.488446Z","caller":"traceutil/trace.go:171","msg":"trace[1194060758] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23460; }","duration":"677.409159ms","start":"2026-02-25T18:02:31.811029Z","end":"2026-02-25T18:02:32.488438Z","steps":["trace[1194060758] 'agreement among raft nodes before linearized reading' (duration: 676.782505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:32.488494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:31.811012Z","time spent":"677.4726ms","remote":"127.0.0.1:39490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:33.229888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.887014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:33.230004Z","caller":"traceutil/trace.go:171","msg":"trace[372629558] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23462; }","duration":"312.066439ms","start":"2026-02-25T18:02:32.917917Z","end":"2026-02-25T18:02:33.229983Z","steps":["trace[372629558] 'count revisions from in-memory index tree' (duration: 311.800063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:33.23001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.869698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-25T18:02:33.230065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:32.917896Z","time spent":"312.154841ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:33.23007Z","caller":"traceutil/trace.go:171","msg":"trace[813770767] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23462; }","duration":"412.967769ms","start":"2026-02-25T18:02:32.817084Z","end":"2026-02-25T18:02:33.230052Z","steps":["trace[813770767] 'range keys from in-memory index tree' (duration: 412.720034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:33.230267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.117677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:33.230324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:32.817073Z","time spent":"413.236326ms","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T18:02:33.23034Z","caller":"traceutil/trace.go:171","msg":"trace[432957375] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23462; }","duration":"614.24221ms","start":"2026-02-25T18:02:32.616079Z","end":"2026-02-25T18:02:33.230322Z","steps":["trace[432957375] 'range keys from in-memory index tree' (duration: 614.042475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:33.230381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:32.616059Z","time spent":"614.313902ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T18:02:33.229949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.637691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:33.230482Z","caller":"traceutil/trace.go:171","msg":"trace[158382704] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23462; }","duration":"435.238785ms","start":"2026-02-25T18:02:32.795223Z","end":"2026-02-25T18:02:33.230462Z","steps":["trace[158382704] 'count revisions from in-memory index tree' (duration: 434.558549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:33.230549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:32.795201Z","time spent":"435.320826ms","remote":"127.0.0.1:39326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:34.289283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:34.78971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:35.290296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:35.325613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541220314s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:02:35.326039Z","caller":"traceutil/trace.go:171","msg":"trace[1850637010] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"1.541717435s","start":"2026-02-25T18:02:33.784295Z","end":"2026-02-25T18:02:35.326012Z","steps":["trace[1850637010] 'process raft request' (duration: 1.541543841s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:35.326241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.784279Z","time spent":"1.541830877s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:36.323201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T18:02:36.323288Z","caller":"traceutil/trace.go:171","msg":"trace[1831302141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149486s","start":"2026-02-25T18:02:34.323114Z","end":"2026-02-25T18:02:36.323263Z","steps":["trace[1831302141] 'agreement among raft nodes before linearized reading' (duration: 2.000052494s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:36.323333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:34.323072Z","time spent":"2.000253028s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:02:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:02:36.761271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43545454s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:02:36.761741Z","caller":"traceutil/trace.go:171","msg":"trace[1335439072] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"2.970266416s","start":"2026-02-25T18:02:33.791443Z","end":"2026-02-25T18:02:36.761709Z","steps":["trace[1335439072] 'process raft request' (duration: 2.970049941s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:36.761763Z","caller":"traceutil/trace.go:171","msg":"trace[421217282] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"2.966873628s","start":"2026-02-25T18:02:33.79486Z","end":"2026-02-25T18:02:36.761734Z","steps":["trace[421217282] 'process raft request' (duration: 2.966762355s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:36.761818Z","caller":"traceutil/trace.go:171","msg":"trace[1085912917] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"2.966838447s","start":"2026-02-25T18:02:33.794931Z","end":"2026-02-25T18:02:36.76177Z","steps":["trace[1085912917] 'process raft request' (duration: 2.966742565s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:36.761902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.794922Z","time spent":"2.96693399s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:36.7618Z","caller":"traceutil/trace.go:171","msg":"trace[1291672737] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"2.966884888s","start":"2026-02-25T18:02:33.794888Z","end":"2026-02-25T18:02:36.761773Z","steps":["trace[1291672737] 'process raft request' (duration: 2.966763615s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:36.761902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.794845Z","time spent":"2.96698408s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:36.761952Z","caller":"traceutil/trace.go:171","msg":"trace[619985113] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"2.966818927s","start":"2026-02-25T18:02:33.795123Z","end":"2026-02-25T18:02:36.761942Z","steps":["trace[619985113] 'process raft request' (duration: 2.966579231s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:36.761907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.791424Z","time spent":"2.970382759s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:36.761993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.79509Z","time spent":"2.966884269s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:36.762037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.79487Z","time spent":"2.967073603s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:36.762168Z","caller":"traceutil/trace.go:171","msg":"trace[411871336] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"2.967013872s","start":"2026-02-25T18:02:33.79514Z","end":"2026-02-25T18:02:36.762154Z","steps":["trace[411871336] 'process raft request' (duration: 2.966587802s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:36.762238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.795134Z","time spent":"2.967069453s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:36.762367Z","caller":"traceutil/trace.go:171","msg":"trace[580347724] linearizableReadLoop","detail":"{readStateIndex:24294; appliedIndex:24285; }","duration":"2.973156573s","start":"2026-02-25T18:02:33.789199Z","end":"2026-02-25T18:02:36.762356Z","steps":["trace[580347724] 'read index received' (duration: 1.536595407s)","trace[580347724] 'applied index is now lower than readState.Index' (duration: 1.436560256s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:36.762423Z","caller":"traceutil/trace.go:171","msg":"trace[1355354154] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"2.967233147s","start":"2026-02-25T18:02:33.795183Z","end":"2026-02-25T18:02:36.762416Z","steps":["trace[1355354154] 'process raft request' (duration: 2.967008072s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:36.762479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.795176Z","time spent":"2.967264917s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:36.762599Z","caller":"traceutil/trace.go:171","msg":"trace[2084077341] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.846987337s","start":"2026-02-25T18:02:34.915603Z","end":"2026-02-25T18:02:36.76259Z","steps":["trace[2084077341] 'process raft request' (duration: 1.84671396s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:36.762647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:34.915577Z","time spent":"1.847050069s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:36.762708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973536892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:02:36.762742Z","caller":"traceutil/trace.go:171","msg":"trace[2067346330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23471; }","duration":"2.973575223s","start":"2026-02-25T18:02:33.789159Z","end":"2026-02-25T18:02:36.762734Z","steps":["trace[2067346330] 'agreement among raft nodes before linearized reading' (duration: 2.97345006s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:36.762774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.789123Z","time spent":"2.973646814s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:37.262458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:37.763051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:38.263629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:38.323534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:02:38.323608Z","caller":"traceutil/trace.go:171","msg":"trace[1572805631] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167985s","start":"2026-02-25T18:02:36.323422Z","end":"2026-02-25T18:02:38.32359Z","steps":["trace[1572805631] 'agreement among raft nodes before linearized reading' (duration: 2.000075102s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:38.323655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:36.323406Z","time spent":"2.000240477s","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:02:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:02:38.547315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.785831334s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:02:38.547651Z","caller":"traceutil/trace.go:171","msg":"trace[314942603] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"3.198508109s","start":"2026-02-25T18:02:35.34912Z","end":"2026-02-25T18:02:38.547628Z","steps":["trace[314942603] 'process raft request' (duration: 3.198347105s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:38.547784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:35.349095Z","time spent":"3.1986191s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:38.548202Z","caller":"traceutil/trace.go:171","msg":"trace[56093526] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"2.156994678s","start":"2026-02-25T18:02:36.391171Z","end":"2026-02-25T18:02:38.548166Z","steps":["trace[56093526] 'process raft request' (duration: 2.156418705s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:38.548374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:36.39114Z","time spent":"2.157136431s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:38.587026Z","caller":"traceutil/trace.go:171","msg":"trace[2073053196] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.820003293s","start":"2026-02-25T18:02:36.766978Z","end":"2026-02-25T18:02:38.586981Z","steps":["trace[2073053196] 'process raft request' (duration: 1.819636845s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:38.587191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:36.766963Z","time spent":"1.820133916s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:38.790996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999510303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:02:38.791076Z","caller":"traceutil/trace.go:171","msg":"trace[1134914314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999632257s","start":"2026-02-25T18:02:33.791409Z","end":"2026-02-25T18:02:38.791041Z","steps":["trace[1134914314] 'agreement among raft nodes before linearized reading' (duration: 4.999540084s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:38.791114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.791394Z","time spent":"4.999711618s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/25 18:02:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:02:38.791665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996906893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:02:38.791746Z","caller":"traceutil/trace.go:171","msg":"trace[471937352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997018555s","start":"2026-02-25T18:02:33.794708Z","end":"2026-02-25T18:02:38.791726Z","steps":["trace[471937352] 'agreement among raft nodes before linearized reading' (duration: 4.996914853s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:38.791802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:33.794699Z","time spent":"4.997089818s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/25 18:02:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:02:39.218043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.299594ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T18:02:39.219148Z","caller":"traceutil/trace.go:171","msg":"trace[1703871163] linearizableReadLoop","detail":"{readStateIndex:24298; appliedIndex:24294; }","duration":"2.456735343s","start":"2026-02-25T18:02:36.762394Z","end":"2026-02-25T18:02:39.219129Z","steps":["trace[1703871163] 'read index received' (duration: 1.785174329s)","trace[1703871163] 'applied index is now lower than readState.Index' (duration: 671.559974ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:39.219582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16743927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:39.219686Z","caller":"traceutil/trace.go:171","msg":"trace[1730184447] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23474; }","duration":"3.167585844s","start":"2026-02-25T18:02:36.052073Z","end":"2026-02-25T18:02:39.219659Z","steps":["trace[1730184447] 'agreement among raft nodes before linearized reading' (duration: 3.16741836s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:39.219743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:36.052057Z","time spent":"3.167671516s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:39.220067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408894758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-25T18:02:39.220116Z","caller":"traceutil/trace.go:171","msg":"trace[1833477563] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23474; }","duration":"3.409085512s","start":"2026-02-25T18:02:35.811017Z","end":"2026-02-25T18:02:39.220102Z","steps":["trace[1833477563] 'agreement among raft nodes before linearized reading' (duration: 3.408482098s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:39.220155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:35.811Z","time spent":"3.409143534s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-25T18:02:39.220441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.483637894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:39.220483Z","caller":"traceutil/trace.go:171","msg":"trace[30523940] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23474; }","duration":"3.483726997s","start":"2026-02-25T18:02:35.736744Z","end":"2026-02-25T18:02:39.220471Z","steps":["trace[30523940] 'agreement among raft nodes before linearized reading' (duration: 3.483652325s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:39.220515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:35.736723Z","time spent":"3.483783028s","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:39.220718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126281411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:39.220754Z","caller":"traceutil/trace.go:171","msg":"trace[1535386370] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23474; }","duration":"4.126358622s","start":"2026-02-25T18:02:35.094387Z","end":"2026-02-25T18:02:39.220745Z","steps":["trace[1535386370] 'agreement among raft nodes before linearized reading' (duration: 4.126302631s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:39.220785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:35.094342Z","time spent":"4.126435144s","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:39.220828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827067529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:39.220906Z","caller":"traceutil/trace.go:171","msg":"trace[787486822] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23474; }","duration":"4.827201693s","start":"2026-02-25T18:02:34.393682Z","end":"2026-02-25T18:02:39.220883Z","steps":["trace[787486822] 'agreement among raft nodes before linearized reading' (duration: 4.82706918s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:39.220972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:34.393661Z","time spent":"4.827293295s","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:02:39.221306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728660636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:02:39.221367Z","caller":"traceutil/trace.go:171","msg":"trace[576287478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23474; }","duration":"4.728748588s","start":"2026-02-25T18:02:34.492602Z","end":"2026-02-25T18:02:39.221351Z","steps":["trace[576287478] 'agreement among raft nodes before linearized reading' (duration: 4.728594014s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:39.221407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:34.492587Z","time spent":"4.72880816s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T18:02:39.221664Z","caller":"traceutil/trace.go:171","msg":"trace[503486062] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"434.353804ms","start":"2026-02-25T18:02:38.787275Z","end":"2026-02-25T18:02:39.221629Z","steps":["trace[503486062] 'process raft request' (duration: 431.012607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:39.221789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127424786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:39.221844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.787257Z","time spent":"434.491367ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:39.221874Z","caller":"traceutil/trace.go:171","msg":"trace[1499786644] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23474; }","duration":"3.127831826s","start":"2026-02-25T18:02:36.094019Z","end":"2026-02-25T18:02:39.221851Z","steps":["trace[1499786644] 'agreement among raft nodes before linearized reading' (duration: 3.127358845s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:39.221927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:36.094004Z","time spent":"3.127910277s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:39.222033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482037149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T18:02:39.222139Z","caller":"traceutil/trace.go:171","msg":"trace[1537902861] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23474; }","duration":"4.482588712s","start":"2026-02-25T18:02:34.739528Z","end":"2026-02-25T18:02:39.222116Z","steps":["trace[1537902861] 'agreement among raft nodes before linearized reading' (duration: 4.481539837s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:39.220567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696610373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:39.222541Z","caller":"traceutil/trace.go:171","msg":"trace[1399459400] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23474; }","duration":"2.69862812s","start":"2026-02-25T18:02:36.523898Z","end":"2026-02-25T18:02:39.222527Z","steps":["trace[1399459400] 'agreement among raft nodes before linearized reading' (duration: 2.696569593s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:39.22257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:34.739507Z","time spent":"4.483016012s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T18:02:39.222602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:36.523876Z","time spent":"2.698700022s","remote":"127.0.0.1:49444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:39.719237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:40.22021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:40.330281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T18:02:40.330372Z","caller":"traceutil/trace.go:171","msg":"trace[2110951634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068304s","start":"2026-02-25T18:02:38.330284Z","end":"2026-02-25T18:02:40.330352Z","steps":["trace[2110951634] 'agreement among raft nodes before linearized reading' (duration: 1.999951991s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.330425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.330273Z","time spent":"2.000140846s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:40.435466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218277833s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:02:40.492628Z","caller":"traceutil/trace.go:171","msg":"trace[282220699] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.705246713s","start":"2026-02-25T18:02:38.787343Z","end":"2026-02-25T18:02:40.49259Z","steps":["trace[282220699] 'process raft request' (duration: 1.64838545s)","trace[282220699] 'compare' (duration: 56.639668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:40.492811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.787314Z","time spent":"1.705387897s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:40.492971Z","caller":"traceutil/trace.go:171","msg":"trace[2130962631] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"1.704727131s","start":"2026-02-25T18:02:38.78823Z","end":"2026-02-25T18:02:40.492957Z","steps":["trace[2130962631] 'process raft request' (duration: 1.704488175s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.49305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.788226Z","time spent":"1.704778093s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:40.49315Z","caller":"traceutil/trace.go:171","msg":"trace[1300582157] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"1.705284274s","start":"2026-02-25T18:02:38.787855Z","end":"2026-02-25T18:02:40.493139Z","steps":["trace[1300582157] 'process raft request' (duration: 1.704714211s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.493211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.787845Z","time spent":"1.705333965s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:40.493201Z","caller":"traceutil/trace.go:171","msg":"trace[1632433887] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"1.704633129s","start":"2026-02-25T18:02:38.788546Z","end":"2026-02-25T18:02:40.493179Z","steps":["trace[1632433887] 'process raft request' (duration: 1.70424845s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.493375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.788541Z","time spent":"1.704741541s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:40.49384Z","caller":"traceutil/trace.go:171","msg":"trace[1553812326] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"1.70381245s","start":"2026-02-25T18:02:38.789157Z","end":"2026-02-25T18:02:40.492969Z","steps":["trace[1553812326] 'process raft request' (duration: 1.703706987s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.493955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.789148Z","time spent":"1.704748401s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:40.494031Z","caller":"traceutil/trace.go:171","msg":"trace[222588789] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"1.704818853s","start":"2026-02-25T18:02:38.78784Z","end":"2026-02-25T18:02:40.492659Z","steps":["trace[222588789] 'process raft request' (duration: 1.704667419s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.494205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.787822Z","time spent":"1.706291587s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:40.571692Z","caller":"traceutil/trace.go:171","msg":"trace[631248696] linearizableReadLoop","detail":"{readStateIndex:24306; appliedIndex:24299; }","duration":"1.352475323s","start":"2026-02-25T18:02:39.219192Z","end":"2026-02-25T18:02:40.571668Z","steps":["trace[631248696] 'read index received' (duration: 1.216555444s)","trace[631248696] 'applied index is now lower than readState.Index' (duration: 135.919099ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:40.57182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884057012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:40.571833Z","caller":"traceutil/trace.go:171","msg":"trace[611808936] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"1.34628758s","start":"2026-02-25T18:02:39.225514Z","end":"2026-02-25T18:02:40.571801Z","steps":["trace[611808936] 'process raft request' (duration: 1.345954392s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.571844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531477617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:40.571895Z","caller":"traceutil/trace.go:171","msg":"trace[1367515408] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23483; }","duration":"1.884181615s","start":"2026-02-25T18:02:38.687695Z","end":"2026-02-25T18:02:40.571876Z","steps":["trace[1367515408] 'agreement among raft nodes before linearized reading' (duration: 1.884031092s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:40.571907Z","caller":"traceutil/trace.go:171","msg":"trace[614251567] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23483; }","duration":"1.531598971s","start":"2026-02-25T18:02:39.04029Z","end":"2026-02-25T18:02:40.571889Z","steps":["trace[614251567] 'agreement among raft nodes before linearized reading' (duration: 1.531463578s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.571937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.687676Z","time spent":"1.884253927s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:40.571954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277639385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:40.57197Z","caller":"traceutil/trace.go:171","msg":"trace[1424181664] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"143.34334ms","start":"2026-02-25T18:02:40.428618Z","end":"2026-02-25T18:02:40.571961Z","steps":["trace[1424181664] 'process raft request' (duration: 143.002733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.571974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:39.225491Z","time spent":"1.346400272s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:40.571995Z","caller":"traceutil/trace.go:171","msg":"trace[352704340] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23483; }","duration":"2.277707946s","start":"2026-02-25T18:02:38.294277Z","end":"2026-02-25T18:02:40.571985Z","steps":["trace[352704340] 'agreement among raft nodes before linearized reading' (duration: 2.277639494s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.572019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.29426Z","time spent":"2.277752968s","remote":"127.0.0.1:49034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:40.572089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576033047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-25T18:02:40.572163Z","caller":"traceutil/trace.go:171","msg":"trace[974689833] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23483; }","duration":"1.576121779s","start":"2026-02-25T18:02:38.996027Z","end":"2026-02-25T18:02:40.572149Z","steps":["trace[974689833] 'agreement among raft nodes before linearized reading' (duration: 1.575955385s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.572174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576116849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-25T18:02:40.572205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.996017Z","time spent":"1.57617967s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T18:02:40.572215Z","caller":"traceutil/trace.go:171","msg":"trace[1692551465] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23483; }","duration":"1.576195291s","start":"2026-02-25T18:02:38.996007Z","end":"2026-02-25T18:02:40.572202Z","steps":["trace[1692551465] 'agreement among raft nodes before linearized reading' (duration: 1.576093329s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.572236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359462557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:40.572249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.995978Z","time spent":"1.576263902s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T18:02:40.572266Z","caller":"traceutil/trace.go:171","msg":"trace[91603107] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23483; }","duration":"3.359492607s","start":"2026-02-25T18:02:37.212765Z","end":"2026-02-25T18:02:40.572258Z","steps":["trace[91603107] 'agreement among raft nodes before linearized reading' (duration: 3.359418996s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.571939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:39.040266Z","time spent":"1.531665952s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:40.572271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634020497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:40.572291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:37.212731Z","time spent":"3.359553909s","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:40.572223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759186609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:40.572303Z","caller":"traceutil/trace.go:171","msg":"trace[888306203] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23483; }","duration":"2.634090629s","start":"2026-02-25T18:02:37.938202Z","end":"2026-02-25T18:02:40.572292Z","steps":["trace[888306203] 'agreement among raft nodes before linearized reading' (duration: 2.634041078s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.5719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24584498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-25T18:02:40.572329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:37.938181Z","time spent":"2.634140301s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:40.572348Z","caller":"traceutil/trace.go:171","msg":"trace[185440014] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8; range_end:; response_count:1; response_revision:23483; }","duration":"2.246319682s","start":"2026-02-25T18:02:38.326006Z","end":"2026-02-25T18:02:40.572326Z","steps":["trace[185440014] 'agreement among raft nodes before linearized reading' (duration: 2.245777089s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.572377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.367184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:40.572386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.325996Z","time spent":"2.246382083s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" "} {"level":"info","ts":"2026-02-25T18:02:40.57241Z","caller":"traceutil/trace.go:171","msg":"trace[996565698] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23483; }","duration":"460.436896ms","start":"2026-02-25T18:02:40.111963Z","end":"2026-02-25T18:02:40.5724Z","steps":["trace[996565698] 'agreement among raft nodes before linearized reading' (duration: 460.383144ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:40.572325Z","caller":"traceutil/trace.go:171","msg":"trace[455683855] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23483; }","duration":"3.759305733s","start":"2026-02-25T18:02:36.813008Z","end":"2026-02-25T18:02:40.572314Z","steps":["trace[455683855] 'agreement among raft nodes before linearized reading' (duration: 3.75918241s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.572442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.111943Z","time spent":"460.490506ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:40.572448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319779998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T18:02:40.572454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242348921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:02:40.572492Z","caller":"traceutil/trace.go:171","msg":"trace[1780293515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23483; }","duration":"2.31987359s","start":"2026-02-25T18:02:38.252606Z","end":"2026-02-25T18:02:40.572479Z","steps":["trace[1780293515] 'agreement among raft nodes before linearized reading' (duration: 2.319737057s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:40.572512Z","caller":"traceutil/trace.go:171","msg":"trace[1947829432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23483; }","duration":"3.242457164s","start":"2026-02-25T18:02:37.330039Z","end":"2026-02-25T18:02:40.572496Z","steps":["trace[1947829432] 'agreement among raft nodes before linearized reading' (duration: 3.242249839s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.572516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097231436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:40.572531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:38.252538Z","time spent":"2.319984443s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T18:02:40.572541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:37.330017Z","time spent":"3.242519855s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T18:02:40.572543Z","caller":"traceutil/trace.go:171","msg":"trace[232371608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23483; }","duration":"1.097295098s","start":"2026-02-25T18:02:39.475239Z","end":"2026-02-25T18:02:40.572535Z","steps":["trace[232371608] 'agreement among raft nodes before linearized reading' (duration: 1.097252757s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.57257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:39.47522Z","time spent":"1.097343978s","remote":"127.0.0.1:38542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:40.572568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344351014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:40.572622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.615261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:40.572632Z","caller":"traceutil/trace.go:171","msg":"trace[275895631] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23483; }","duration":"1.344414756s","start":"2026-02-25T18:02:39.228207Z","end":"2026-02-25T18:02:40.572622Z","steps":["trace[275895631] 'agreement among raft nodes before linearized reading' (duration: 1.344319613s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.572642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.409934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:02:40.572668Z","caller":"traceutil/trace.go:171","msg":"trace[758452257] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23483; }","duration":"234.475216ms","start":"2026-02-25T18:02:40.338186Z","end":"2026-02-25T18:02:40.572662Z","steps":["trace[758452257] 'agreement among raft nodes before linearized reading' (duration: 234.358963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.572665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:39.228188Z","time spent":"1.344470077s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:02:40.572456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:36.812999Z","time spent":"3.759449766s","remote":"127.0.0.1:49364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:40.572647Z","caller":"traceutil/trace.go:171","msg":"trace[221013324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23483; }","duration":"241.678222ms","start":"2026-02-25T18:02:40.330959Z","end":"2026-02-25T18:02:40.572637Z","steps":["trace[221013324] 'agreement among raft nodes before linearized reading' (duration: 241.642051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.572298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347206241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96780020-81ab-44fa-8653-3ce68d0ad3f7\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-25T18:02:40.572821Z","caller":"traceutil/trace.go:171","msg":"trace[637327993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96780020-81ab-44fa-8653-3ce68d0ad3f7; range_end:; response_count:1; response_revision:23483; }","duration":"1.347751323s","start":"2026-02-25T18:02:39.22506Z","end":"2026-02-25T18:02:40.572811Z","steps":["trace[637327993] 'agreement among raft nodes before linearized reading' (duration: 1.3471866s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.572843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:39.225043Z","time spent":"1.347792635s","remote":"127.0.0.1:49034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-96780020-81ab-44fa-8653-3ce68d0ad3f7\" "} {"level":"warn","ts":"2026-02-25T18:02:40.572477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.962762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T18:02:40.57305Z","caller":"traceutil/trace.go:171","msg":"trace[617092047] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23483; }","duration":"727.564196ms","start":"2026-02-25T18:02:39.845478Z","end":"2026-02-25T18:02:40.573042Z","steps":["trace[617092047] 'agreement among raft nodes before linearized reading' (duration: 726.879101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:40.573087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:39.845461Z","time spent":"727.616617ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:41.489435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.413272ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-25T18:02:41.489532Z","caller":"traceutil/trace.go:171","msg":"trace[1548262890] linearizableReadLoop","detail":"{readStateIndex:24308; appliedIndex:24307; }","duration":"913.604085ms","start":"2026-02-25T18:02:40.575907Z","end":"2026-02-25T18:02:41.489511Z","steps":["trace[1548262890] 'read index received' (duration: 364.153562ms)","trace[1548262890] 'applied index is now lower than readState.Index' (duration: 549.448713ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:41.489584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.575276Z","time spent":"914.303631ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T18:02:41.489774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.83885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:02:41.489855Z","caller":"traceutil/trace.go:171","msg":"trace[675364945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23483; }","duration":"913.959373ms","start":"2026-02-25T18:02:40.575879Z","end":"2026-02-25T18:02:41.489839Z","steps":["trace[675364945] 'agreement among raft nodes before linearized reading' (duration: 913.712728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.489917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.575867Z","time spent":"914.023545ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T18:02:41.963301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023222198s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:02:41.964979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:41.613148Z","time spent":"351.825448ms","remote":"127.0.0.1:55006","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T18:02:41.965268Z","caller":"traceutil/trace.go:171","msg":"trace[604176249] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"1.38778755s","start":"2026-02-25T18:02:40.577457Z","end":"2026-02-25T18:02:41.965245Z","steps":["trace[604176249] 'process raft request' (duration: 1.386103611s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.965387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.577446Z","time spent":"1.387877732s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:41.965547Z","caller":"traceutil/trace.go:171","msg":"trace[377720731] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"1.386345657s","start":"2026-02-25T18:02:40.579185Z","end":"2026-02-25T18:02:41.96553Z","steps":["trace[377720731] 'process raft request' (duration: 1.386231764s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:41.965545Z","caller":"traceutil/trace.go:171","msg":"trace[97499800] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"1.387550664s","start":"2026-02-25T18:02:40.577954Z","end":"2026-02-25T18:02:41.965504Z","steps":["trace[97499800] 'process raft request' (duration: 1.387198246s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.965673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.579179Z","time spent":"1.386424168s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:41.965674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.577943Z","time spent":"1.387672477s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:41.965767Z","caller":"traceutil/trace.go:171","msg":"trace[704128772] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"737.833395ms","start":"2026-02-25T18:02:41.22792Z","end":"2026-02-25T18:02:41.965753Z","steps":["trace[704128772] 'process raft request' (duration: 737.571519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.965837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:41.227894Z","time spent":"737.904597ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:02:41.965906Z","caller":"traceutil/trace.go:171","msg":"trace[2006353740] linearizableReadLoop","detail":"{readStateIndex:24312; appliedIndex:24308; }","duration":"476.322694ms","start":"2026-02-25T18:02:41.489563Z","end":"2026-02-25T18:02:41.965886Z","steps":["trace[2006353740] 'read index received' (duration: 473.934639ms)","trace[2006353740] 'applied index is now lower than readState.Index' (duration: 2.387015ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:41.966002Z","caller":"traceutil/trace.go:171","msg":"trace[416560174] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"475.29938ms","start":"2026-02-25T18:02:41.490678Z","end":"2026-02-25T18:02:41.965978Z","steps":["trace[416560174] 'process raft request' (duration: 474.996023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.966025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386753066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:41.966024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.560577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:41.966036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373351666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:02:41.966055Z","caller":"traceutil/trace.go:171","msg":"trace[91899226] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23488; }","duration":"1.386790186s","start":"2026-02-25T18:02:40.579254Z","end":"2026-02-25T18:02:41.966044Z","steps":["trace[91899226] 'agreement among raft nodes before linearized reading' (duration: 1.386740075s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.966072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.579251Z","time spent":"1.386817867s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-25T18:02:41.966066Z","caller":"traceutil/trace.go:171","msg":"trace[1480428987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23488; }","duration":"1.373401208s","start":"2026-02-25T18:02:40.592655Z","end":"2026-02-25T18:02:41.966056Z","steps":["trace[1480428987] 'agreement among raft nodes before linearized reading' (duration: 1.373262255s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:41.966067Z","caller":"traceutil/trace.go:171","msg":"trace[1634864015] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23488; }","duration":"533.651109ms","start":"2026-02-25T18:02:41.432401Z","end":"2026-02-25T18:02:41.966052Z","steps":["trace[1634864015] 'agreement among raft nodes before linearized reading' (duration: 533.536336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.966091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.592644Z","time spent":"1.373441768s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:41.9661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:41.43238Z","time spent":"533.71428ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:41.966103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:41.490659Z","time spent":"475.379032ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:41.966112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333585178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-02-25T18:02:41.96611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221830116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:02:41.966143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129070763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T18:02:41.966156Z","caller":"traceutil/trace.go:171","msg":"trace[396375951] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23488; }","duration":"1.3336642s","start":"2026-02-25T18:02:40.632479Z","end":"2026-02-25T18:02:41.966143Z","steps":["trace[396375951] 'agreement among raft nodes before linearized reading' (duration: 1.333508286s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.966181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384218287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:41.966175Z","caller":"traceutil/trace.go:171","msg":"trace[149222269] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23488; }","duration":"1.129126034s","start":"2026-02-25T18:02:40.837039Z","end":"2026-02-25T18:02:41.966165Z","steps":["trace[149222269] 'agreement among raft nodes before linearized reading' (duration: 1.129045422s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:41.966196Z","caller":"traceutil/trace.go:171","msg":"trace[154935133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23488; }","duration":"1.384253678s","start":"2026-02-25T18:02:40.581937Z","end":"2026-02-25T18:02:41.966191Z","steps":["trace[154935133] 'agreement among raft nodes before linearized reading' (duration: 1.384228547s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.966192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.632456Z","time spent":"1.333727861s","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-02-25T18:02:41.966211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.581927Z","time spent":"1.384281678s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:02:41.966211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.837022Z","time spent":"1.129182945s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T18:02:41.966142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388339042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-02-25T18:02:41.96606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172575318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T18:02:41.966293Z","caller":"traceutil/trace.go:171","msg":"trace[148705174] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23488; }","duration":"1.388524007s","start":"2026-02-25T18:02:40.577757Z","end":"2026-02-25T18:02:41.966281Z","steps":["trace[148705174] 'agreement among raft nodes before linearized reading' (duration: 1.388250221s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.966284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.934301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:41.966318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.577746Z","time spent":"1.388564018s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-02-25T18:02:41.966173Z","caller":"traceutil/trace.go:171","msg":"trace[131331978] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23488; }","duration":"1.221969589s","start":"2026-02-25T18:02:40.744187Z","end":"2026-02-25T18:02:41.966157Z","steps":["trace[131331978] 'agreement among raft nodes before linearized reading' (duration: 1.221747504s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:41.966328Z","caller":"traceutil/trace.go:171","msg":"trace[534977623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23488; }","duration":"1.172870525s","start":"2026-02-25T18:02:40.793437Z","end":"2026-02-25T18:02:41.966307Z","steps":["trace[534977623] 'agreement among raft nodes before linearized reading' (duration: 1.172462095s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.966352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17180777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T18:02:41.966335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.335881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-02-25T18:02:41.966361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.744163Z","time spent":"1.222186054s","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:41.966344Z","caller":"traceutil/trace.go:171","msg":"trace[1215534354] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23488; }","duration":"462.022023ms","start":"2026-02-25T18:02:41.504306Z","end":"2026-02-25T18:02:41.966328Z","steps":["trace[1215534354] 'agreement among raft nodes before linearized reading' (duration: 461.9115ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:41.966392Z","caller":"traceutil/trace.go:171","msg":"trace[987345958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23488; }","duration":"1.171883612s","start":"2026-02-25T18:02:40.794488Z","end":"2026-02-25T18:02:41.966372Z","steps":["trace[987345958] 'agreement among raft nodes before linearized reading' (duration: 1.171772179s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.966387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.793416Z","time spent":"1.172953146s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:41.966427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:40.79447Z","time spent":"1.171951423s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T18:02:41.966415Z","caller":"traceutil/trace.go:171","msg":"trace[2117729759] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23488; }","duration":"475.434393ms","start":"2026-02-25T18:02:41.490956Z","end":"2026-02-25T18:02:41.96639Z","steps":["trace[2117729759] 'agreement among raft nodes before linearized reading' (duration: 475.221399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:41.966426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:41.504296Z","time spent":"462.108705ms","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:02:41.966478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:41.490948Z","time spent":"475.519645ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T18:02:52.426557Z","caller":"traceutil/trace.go:171","msg":"trace[549044444] linearizableReadLoop","detail":"{readStateIndex:24383; appliedIndex:24382; }","duration":"367.322115ms","start":"2026-02-25T18:02:52.059218Z","end":"2026-02-25T18:02:52.42654Z","steps":["trace[549044444] 'read index received' (duration: 367.189392ms)","trace[549044444] 'applied index is now lower than readState.Index' (duration: 132.023µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:02:52.426632Z","caller":"traceutil/trace.go:171","msg":"trace[887482330] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"372.549726ms","start":"2026-02-25T18:02:52.054043Z","end":"2026-02-25T18:02:52.426592Z","steps":["trace[887482330] 'process raft request' (duration: 372.374382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:52.426751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.512919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T18:02:52.426777Z","caller":"traceutil/trace.go:171","msg":"trace[1665461023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23556; }","duration":"367.576991ms","start":"2026-02-25T18:02:52.059193Z","end":"2026-02-25T18:02:52.42677Z","steps":["trace[1665461023] 'agreement among raft nodes before linearized reading' (duration: 367.444508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:52.426798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:52.059181Z","time spent":"367.612322ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:52.426799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:52.054015Z","time spent":"372.69922ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:02:52.426885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.566691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T18:02:52.426976Z","caller":"traceutil/trace.go:171","msg":"trace[726521628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23556; }","duration":"367.713855ms","start":"2026-02-25T18:02:52.059244Z","end":"2026-02-25T18:02:52.426958Z","steps":["trace[726521628] 'agreement among raft nodes before linearized reading' (duration: 367.458669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:52.426969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.158279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:52.427029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:52.059224Z","time spent":"367.795716ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:52.427055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.945019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-02-25T18:02:52.427068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.547725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:02:52.427087Z","caller":"traceutil/trace.go:171","msg":"trace[1758522556] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23556; }","duration":"262.589666ms","start":"2026-02-25T18:02:52.164492Z","end":"2026-02-25T18:02:52.427082Z","steps":["trace[1758522556] 'agreement among raft nodes before linearized reading' (duration: 262.531615ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:52.427093Z","caller":"traceutil/trace.go:171","msg":"trace[1340756639] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506; range_end:; response_count:1; response_revision:23556; }","duration":"116.000839ms","start":"2026-02-25T18:02:52.311079Z","end":"2026-02-25T18:02:52.42708Z","steps":["trace[1340756639] 'agreement among raft nodes before linearized reading' (duration: 115.855106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:52.427133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.658897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-25T18:02:52.427205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.990346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T18:02:52.427051Z","caller":"traceutil/trace.go:171","msg":"trace[337131238] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23556; }","duration":"134.290752ms","start":"2026-02-25T18:02:52.29274Z","end":"2026-02-25T18:02:52.427031Z","steps":["trace[337131238] 'agreement among raft nodes before linearized reading' (duration: 134.120548ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:52.427247Z","caller":"traceutil/trace.go:171","msg":"trace[849998574] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:23556; }","duration":"131.075628ms","start":"2026-02-25T18:02:52.296161Z","end":"2026-02-25T18:02:52.427237Z","steps":["trace[849998574] 'agreement among raft nodes before linearized reading' (duration: 130.917454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:52.427147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.968118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:02:52.427264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.753632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T18:02:52.427213Z","caller":"traceutil/trace.go:171","msg":"trace[2106349415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23556; }","duration":"365.79903ms","start":"2026-02-25T18:02:52.061396Z","end":"2026-02-25T18:02:52.427195Z","steps":["trace[2106349415] 'agreement among raft nodes before linearized reading' (duration: 365.552424ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:52.427298Z","caller":"traceutil/trace.go:171","msg":"trace[985470959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23556; }","duration":"106.135732ms","start":"2026-02-25T18:02:52.321146Z","end":"2026-02-25T18:02:52.427282Z","steps":["trace[985470959] 'agreement among raft nodes before linearized reading' (duration: 105.956748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:52.427345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:52.061371Z","time spent":"365.962544ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T18:02:52.427346Z","caller":"traceutil/trace.go:171","msg":"trace[383815619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23556; }","duration":"366.891465ms","start":"2026-02-25T18:02:52.060435Z","end":"2026-02-25T18:02:52.427327Z","steps":["trace[383815619] 'agreement among raft nodes before linearized reading' (duration: 366.633299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:52.427401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:52.060416Z","time spent":"366.975428ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:02:52.42736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.915736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:02:52.427588Z","caller":"traceutil/trace.go:171","msg":"trace[1333856298] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23556; }","duration":"341.309814ms","start":"2026-02-25T18:02:52.086241Z","end":"2026-02-25T18:02:52.427551Z","steps":["trace[1333856298] 'agreement among raft nodes before linearized reading' (duration: 340.68921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:52.42769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:52.086235Z","time spent":"341.437298ms","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:02:52.5705Z","caller":"traceutil/trace.go:171","msg":"trace[229961863] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"138.419138ms","start":"2026-02-25T18:02:52.43206Z","end":"2026-02-25T18:02:52.57048Z","steps":["trace[229961863] 'process raft request' (duration: 138.153812ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:52.570739Z","caller":"traceutil/trace.go:171","msg":"trace[1885127361] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"138.51913ms","start":"2026-02-25T18:02:52.432187Z","end":"2026-02-25T18:02:52.570706Z","steps":["trace[1885127361] 'process raft request' (duration: 138.183913ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:52.570814Z","caller":"traceutil/trace.go:171","msg":"trace[102679005] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"138.5155ms","start":"2026-02-25T18:02:52.432282Z","end":"2026-02-25T18:02:52.570798Z","steps":["trace[102679005] 'process raft request' (duration: 138.414077ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:52.570799Z","caller":"traceutil/trace.go:171","msg":"trace[1190321547] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"138.550261ms","start":"2026-02-25T18:02:52.432221Z","end":"2026-02-25T18:02:52.570771Z","steps":["trace[1190321547] 'process raft request' (duration: 138.376277ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:52.571Z","caller":"traceutil/trace.go:171","msg":"trace[522624654] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"138.690284ms","start":"2026-02-25T18:02:52.432295Z","end":"2026-02-25T18:02:52.570985Z","steps":["trace[522624654] 'process raft request' (duration: 138.435208ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:02:52.571023Z","caller":"traceutil/trace.go:171","msg":"trace[224772834] linearizableReadLoop","detail":"{readStateIndex:24385; appliedIndex:24383; }","duration":"138.857478ms","start":"2026-02-25T18:02:52.432143Z","end":"2026-02-25T18:02:52.571001Z","steps":["trace[224772834] 'read index received' (duration: 134.787554ms)","trace[224772834] 'applied index is now lower than readState.Index' (duration: 4.068884ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:52.571236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.071963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:02:52.571276Z","caller":"traceutil/trace.go:171","msg":"trace[1782505012] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23567; }","duration":"139.166135ms","start":"2026-02-25T18:02:52.432098Z","end":"2026-02-25T18:02:52.571265Z","steps":["trace[1782505012] 'agreement among raft nodes before linearized reading' (duration: 138.984531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:58.034022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:58.292731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.362153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-02-25T18:02:58.292843Z","caller":"traceutil/trace.go:171","msg":"trace[1863948203] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23647; }","duration":"782.508807ms","start":"2026-02-25T18:02:57.510308Z","end":"2026-02-25T18:02:58.292817Z","steps":["trace[1863948203] 'range keys from in-memory index tree' (duration: 782.150529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:58.292886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:57.510296Z","time spent":"782.579959ms","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-02-25T18:02:58.691119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.055131ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T18:02:58.691293Z","caller":"traceutil/trace.go:171","msg":"trace[1819446930] linearizableReadLoop","detail":"{readStateIndex:24476; appliedIndex:24475; }","duration":"1.15755053s","start":"2026-02-25T18:02:57.533713Z","end":"2026-02-25T18:02:58.691263Z","steps":["trace[1819446930] 'read index received' (duration: 512.252964ms)","trace[1819446930] 'applied index is now lower than readState.Index' (duration: 645.295696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:02:58.691632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157901758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18978f55e287649c\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-02-25T18:02:58.691723Z","caller":"traceutil/trace.go:171","msg":"trace[206637439] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18978f55e287649c; range_end:; response_count:1; response_revision:23647; }","duration":"1.158035591s","start":"2026-02-25T18:02:57.533666Z","end":"2026-02-25T18:02:58.691702Z","steps":["trace[206637439] 'agreement among raft nodes before linearized reading' (duration: 1.157784395s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:02:58.691763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:57.53365Z","time spent":"1.158104242s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18978f55e287649c\" "} {"level":"warn","ts":"2026-02-25T18:02:59.192342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:02:59.692511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:00.19337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:00.323393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000912592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T18:03:00.323452Z","caller":"traceutil/trace.go:171","msg":"trace[341767401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000999824s","start":"2026-02-25T18:02:58.32244Z","end":"2026-02-25T18:03:00.32344Z","steps":["trace[341767401] 'agreement among raft nodes before linearized reading' (duration: 2.000929732s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:00.323562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.322431Z","time spent":"2.001039185s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:03:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:03:00.520498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.069978209s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:03:00.521209Z","caller":"traceutil/trace.go:171","msg":"trace[2070932807] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"2.070765217s","start":"2026-02-25T18:02:58.450408Z","end":"2026-02-25T18:03:00.521173Z","steps":["trace[2070932807] 'process raft request' (duration: 2.070439769s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:00.521423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.450389Z","time spent":"2.070922741s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:01.251061Z","caller":"traceutil/trace.go:171","msg":"trace[582614362] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"2.659996028s","start":"2026-02-25T18:02:58.591029Z","end":"2026-02-25T18:03:01.251025Z","steps":["trace[582614362] 'process raft request' (duration: 2.598116619s)","trace[582614362] 'compare' (duration: 61.652224ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:01.25113Z","caller":"traceutil/trace.go:171","msg":"trace[1788433594] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"2.636287741s","start":"2026-02-25T18:02:58.614815Z","end":"2026-02-25T18:03:01.251102Z","steps":["trace[1788433594] 'process raft request' (duration: 2.636187549s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.251118Z","caller":"traceutil/trace.go:171","msg":"trace[1393599636] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"2.636535677s","start":"2026-02-25T18:02:58.614538Z","end":"2026-02-25T18:03:01.251074Z","steps":["trace[1393599636] 'process raft request' (duration: 2.636418895s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.251223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.591003Z","time spent":"2.660129972s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:01.251221Z","caller":"traceutil/trace.go:171","msg":"trace[116637063] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"2.634975671s","start":"2026-02-25T18:02:58.61619Z","end":"2026-02-25T18:03:01.251165Z","steps":["trace[116637063] 'process raft request' (duration: 2.634849269s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.251288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.614757Z","time spent":"2.636440805s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:01.251288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.614521Z","time spent":"2.63668656s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:01.251334Z","caller":"traceutil/trace.go:171","msg":"trace[1363803294] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"2.635068563s","start":"2026-02-25T18:02:58.616238Z","end":"2026-02-25T18:03:01.251306Z","steps":["trace[1363803294] 'process raft request' (duration: 2.634842667s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.251426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.616155Z","time spent":"2.635166805s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:01.251438Z","caller":"traceutil/trace.go:171","msg":"trace[2098588061] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"2.635153205s","start":"2026-02-25T18:02:58.616272Z","end":"2026-02-25T18:03:01.251425Z","steps":["trace[2098588061] 'process raft request' (duration: 2.634884039s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.251448Z","caller":"traceutil/trace.go:171","msg":"trace[1992133839] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"2.634313526s","start":"2026-02-25T18:02:58.617122Z","end":"2026-02-25T18:03:01.251436Z","steps":["trace[1992133839] 'process raft request' (duration: 2.6340674s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.251463Z","caller":"traceutil/trace.go:171","msg":"trace[1719359193] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"2.55699135s","start":"2026-02-25T18:02:58.694443Z","end":"2026-02-25T18:03:01.251434Z","steps":["trace[1719359193] 'process raft request' (duration: 2.556780585s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.251486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.616218Z","time spent":"2.635190246s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:01.251505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.616247Z","time spent":"2.635226457s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:01.251512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.617109Z","time spent":"2.634370807s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:01.251605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.694416Z","time spent":"2.557115142s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:01.25198Z","caller":"traceutil/trace.go:171","msg":"trace[905060028] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"2.247015779s","start":"2026-02-25T18:02:59.004949Z","end":"2026-02-25T18:03:01.251964Z","steps":["trace[905060028] 'process raft request' (duration: 2.246398245s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.251993Z","caller":"traceutil/trace.go:171","msg":"trace[1664989078] linearizableReadLoop","detail":"{readStateIndex:24487; appliedIndex:24476; }","duration":"2.560632753s","start":"2026-02-25T18:02:58.691341Z","end":"2026-02-25T18:03:01.251974Z","steps":["trace[1664989078] 'read index received' (duration: 1.829488253s)","trace[1664989078] 'applied index is now lower than readState.Index' (duration: 731.14321ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:01.252055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:59.004924Z","time spent":"2.24709133s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:01.252109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629943555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T18:03:01.252122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058076874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:01.252139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957292716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-25T18:03:01.252171Z","caller":"traceutil/trace.go:171","msg":"trace[29719328] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"1.965460645s","start":"2026-02-25T18:02:59.286702Z","end":"2026-02-25T18:03:01.252163Z","steps":["trace[29719328] 'process raft request' (duration: 1.965165128s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.252184Z","caller":"traceutil/trace.go:171","msg":"trace[1387092801] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23658; }","duration":"2.957364318s","start":"2026-02-25T18:02:58.294804Z","end":"2026-02-25T18:03:01.252169Z","steps":["trace[1387092801] 'agreement among raft nodes before linearized reading' (duration: 2.957232325s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.252184Z","caller":"traceutil/trace.go:171","msg":"trace[559493311] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23658; }","duration":"3.058186117s","start":"2026-02-25T18:02:58.19398Z","end":"2026-02-25T18:03:01.252167Z","steps":["trace[559493311] 'agreement among raft nodes before linearized reading' (duration: 3.058066414s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.252194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602709986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T18:03:01.25221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:59.286675Z","time spent":"1.965511066s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:01.252209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713623777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-02-25T18:03:01.252225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.294791Z","time spent":"2.957426159s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"info","ts":"2026-02-25T18:03:01.252227Z","caller":"traceutil/trace.go:171","msg":"trace[1396638304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23658; }","duration":"3.602799078s","start":"2026-02-25T18:02:57.649418Z","end":"2026-02-25T18:03:01.252217Z","steps":["trace[1396638304] 'agreement among raft nodes before linearized reading' (duration: 3.602666885s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.252143Z","caller":"traceutil/trace.go:171","msg":"trace[352252980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23658; }","duration":"2.630068668s","start":"2026-02-25T18:02:58.622065Z","end":"2026-02-25T18:03:01.252133Z","steps":["trace[352252980] 'agreement among raft nodes before linearized reading' (duration: 2.629948945s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.252251Z","caller":"traceutil/trace.go:171","msg":"trace[1784469017] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23658; }","duration":"3.713690269s","start":"2026-02-25T18:02:57.538548Z","end":"2026-02-25T18:03:01.252238Z","steps":["trace[1784469017] 'agreement among raft nodes before linearized reading' (duration: 3.713568846s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.25226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.622052Z","time spent":"2.630201151s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:01.252267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912778318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-02-25T18:03:01.25227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541363909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T18:03:01.252285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:57.538533Z","time spent":"3.71374305s","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-25T18:03:01.252294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627852566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:03:01.252317Z","caller":"traceutil/trace.go:171","msg":"trace[214092357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23658; }","duration":"2.627901797s","start":"2026-02-25T18:02:58.62441Z","end":"2026-02-25T18:03:01.252312Z","steps":["trace[214092357] 'agreement among raft nodes before linearized reading' (duration: 2.627847006s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.252315Z","caller":"traceutil/trace.go:171","msg":"trace[724533696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23658; }","duration":"2.54140835s","start":"2026-02-25T18:02:58.710892Z","end":"2026-02-25T18:03:01.2523Z","steps":["trace[724533696] 'agreement among raft nodes before linearized reading' (duration: 2.541238576s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.252331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.624398Z","time spent":"2.627929698s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:01.252228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.193959Z","time spent":"3.058259829s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:01.252305Z","caller":"traceutil/trace.go:171","msg":"trace[744823270] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23658; }","duration":"2.912849469s","start":"2026-02-25T18:02:58.339443Z","end":"2026-02-25T18:03:01.252292Z","steps":["trace[744823270] 'agreement among raft nodes before linearized reading' (duration: 2.912690465s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.25235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.710838Z","time spent":"2.541504312s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:03:01.252348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628379819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T18:03:01.252366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.339423Z","time spent":"2.912935791s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"info","ts":"2026-02-25T18:03:01.252381Z","caller":"traceutil/trace.go:171","msg":"trace[1045217164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23658; }","duration":"2.628427159s","start":"2026-02-25T18:02:58.623945Z","end":"2026-02-25T18:03:01.252372Z","steps":["trace[1045217164] 'agreement among raft nodes before linearized reading' (duration: 2.628345537s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.252406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628501561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T18:03:01.252406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.623937Z","time spent":"2.62846367s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T18:03:01.252424Z","caller":"traceutil/trace.go:171","msg":"trace[446919763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23658; }","duration":"2.628531472s","start":"2026-02-25T18:02:58.623885Z","end":"2026-02-25T18:03:01.252417Z","steps":["trace[446919763] 'agreement among raft nodes before linearized reading' (duration: 2.628483691s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.252259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:57.649392Z","time spent":"3.602860389s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T18:03:01.252438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:02:58.623878Z","time spent":"2.628556803s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:01.2525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.301294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:01.252512Z","caller":"traceutil/trace.go:171","msg":"trace[421360804] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23658; }","duration":"944.338975ms","start":"2026-02-25T18:03:00.308169Z","end":"2026-02-25T18:03:01.252508Z","steps":["trace[421360804] 'agreement among raft nodes before linearized reading' (duration: 944.310735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.252512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.217228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-25T18:03:01.252524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:00.308154Z","time spent":"944.366606ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:01.252535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.239228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:01.252543Z","caller":"traceutil/trace.go:171","msg":"trace[1845275762] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23658; }","duration":"404.277359ms","start":"2026-02-25T18:03:00.848254Z","end":"2026-02-25T18:03:01.252531Z","steps":["trace[1845275762] 'agreement among raft nodes before linearized reading' (duration: 404.193437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.252602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:00.84823Z","time spent":"404.364622ms","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-02-25T18:03:01.252601Z","caller":"traceutil/trace.go:171","msg":"trace[1636870936] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23658; }","duration":"981.338729ms","start":"2026-02-25T18:03:00.271251Z","end":"2026-02-25T18:03:01.252589Z","steps":["trace[1636870936] 'agreement among raft nodes before linearized reading' (duration: 981.248037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.252638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:00.271233Z","time spent":"981.396791ms","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:01.252633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.267227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:01.252715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.528972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:01.252715Z","caller":"traceutil/trace.go:171","msg":"trace[223240787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23658; }","duration":"929.321998ms","start":"2026-02-25T18:03:00.323344Z","end":"2026-02-25T18:03:01.252666Z","steps":["trace[223240787] 'agreement among raft nodes before linearized reading' (duration: 929.253017ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.252735Z","caller":"traceutil/trace.go:171","msg":"trace[608140439] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23658; }","duration":"461.585444ms","start":"2026-02-25T18:03:00.791142Z","end":"2026-02-25T18:03:01.252727Z","steps":["trace[608140439] 'agreement among raft nodes before linearized reading' (duration: 461.551473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.252751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:00.791118Z","time spent":"461.629004ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:01.25275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:00.323339Z","time spent":"929.40414ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:01.876927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.659504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:01.877103Z","caller":"traceutil/trace.go:171","msg":"trace[253981792] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"618.724403ms","start":"2026-02-25T18:03:01.258357Z","end":"2026-02-25T18:03:01.877082Z","steps":["trace[253981792] 'process raft request' (duration: 511.832403ms)","trace[253981792] 'compare' (duration: 106.200354ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:01.877172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.258332Z","time spent":"618.810085ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:01.877662Z","caller":"traceutil/trace.go:171","msg":"trace[146940846] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"617.876033ms","start":"2026-02-25T18:03:01.259731Z","end":"2026-02-25T18:03:01.877607Z","steps":["trace[146940846] 'process raft request' (duration: 617.289769ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.877661Z","caller":"traceutil/trace.go:171","msg":"trace[1140413853] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"617.510355ms","start":"2026-02-25T18:03:01.26011Z","end":"2026-02-25T18:03:01.87762Z","steps":["trace[1140413853] 'process raft request' (duration: 617.392582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.877864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.259712Z","time spent":"618.040277ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:01.877906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.260099Z","time spent":"617.674579ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:01.878343Z","caller":"traceutil/trace.go:171","msg":"trace[708241368] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"618.081958ms","start":"2026-02-25T18:03:01.260209Z","end":"2026-02-25T18:03:01.878291Z","steps":["trace[708241368] 'process raft request' (duration: 617.355871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.87843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.2602Z","time spent":"618.188581ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:01.878425Z","caller":"traceutil/trace.go:171","msg":"trace[350102657] linearizableReadLoop","detail":"{readStateIndex:24493; appliedIndex:24488; }","duration":"594.495243ms","start":"2026-02-25T18:03:01.283911Z","end":"2026-02-25T18:03:01.878406Z","steps":["trace[350102657] 'read index received' (duration: 486.305974ms)","trace[350102657] 'applied index is now lower than readState.Index' (duration: 108.186919ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:01.878743Z","caller":"traceutil/trace.go:171","msg":"trace[332830250] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"582.23274ms","start":"2026-02-25T18:03:01.296467Z","end":"2026-02-25T18:03:01.8787Z","steps":["trace[332830250] 'process raft request' (duration: 581.37779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.878835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.567205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:03:01.878849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.296449Z","time spent":"582.344032ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:01.878879Z","caller":"traceutil/trace.go:171","msg":"trace[502775846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23665; }","duration":"262.679958ms","start":"2026-02-25T18:03:01.616187Z","end":"2026-02-25T18:03:01.878867Z","steps":["trace[502775846] 'agreement among raft nodes before linearized reading' (duration: 262.553865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.87898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.853002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-02-25T18:03:01.879069Z","caller":"traceutil/trace.go:171","msg":"trace[1653400342] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23665; }","duration":"620.981515ms","start":"2026-02-25T18:03:01.258071Z","end":"2026-02-25T18:03:01.879052Z","steps":["trace[1653400342] 'agreement among raft nodes before linearized reading' (duration: 620.390952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.878558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.871546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:01.879114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.25806Z","time spent":"621.044896ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T18:03:01.879292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.054707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-25T18:03:01.879339Z","caller":"traceutil/trace.go:171","msg":"trace[156516150] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23665; }","duration":"592.101319ms","start":"2026-02-25T18:03:01.287225Z","end":"2026-02-25T18:03:01.879326Z","steps":["trace[156516150] 'agreement among raft nodes before linearized reading' (duration: 591.472004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.879369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.287203Z","time spent":"592.158409ms","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-02-25T18:03:01.880197Z","caller":"traceutil/trace.go:171","msg":"trace[637015959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23664; }","duration":"619.511521ms","start":"2026-02-25T18:03:01.259633Z","end":"2026-02-25T18:03:01.879144Z","steps":["trace[637015959] 'agreement among raft nodes before linearized reading' (duration: 618.779294ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:01.877685Z","caller":"traceutil/trace.go:171","msg":"trace[1996139360] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"617.835802ms","start":"2026-02-25T18:03:01.259803Z","end":"2026-02-25T18:03:01.877638Z","steps":["trace[1996139360] 'process raft request' (duration: 617.528155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:01.880608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.25962Z","time spent":"620.931004ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:01.881334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.259793Z","time spent":"620.727469ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:02.453028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:02.953917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:03.454195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:03.625274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.699717664s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:03:03.670407Z","caller":"traceutil/trace.go:171","msg":"trace[1797059157] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"1.744940419s","start":"2026-02-25T18:03:01.925426Z","end":"2026-02-25T18:03:03.670366Z","steps":["trace[1797059157] 'process raft request' (duration: 1.700031521s)","trace[1797059157] 'compare' (duration: 44.492048ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:03.670583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.9254Z","time spent":"1.745093653s","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:04.322184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000875272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T18:03:04.322296Z","caller":"traceutil/trace.go:171","msg":"trace[1404743325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001036736s","start":"2026-02-25T18:03:02.321234Z","end":"2026-02-25T18:03:04.32227Z","steps":["trace[1404743325] 'agreement among raft nodes before linearized reading' (duration: 2.000892203s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.322363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:02.321223Z","time spent":"2.001126458s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:03:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:03:04.888885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.489868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:04.889449Z","caller":"traceutil/trace.go:171","msg":"trace[403541006] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"2.361245728s","start":"2026-02-25T18:03:02.52816Z","end":"2026-02-25T18:03:04.889405Z","steps":["trace[403541006] 'process raft request' (duration: 1.874129505s)","trace[403541006] 'compare' (duration: 486.340555ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:04.889601Z","caller":"traceutil/trace.go:171","msg":"trace[568871964] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"1.631666353s","start":"2026-02-25T18:03:03.257842Z","end":"2026-02-25T18:03:04.889508Z","steps":["trace[568871964] 'process raft request' (duration: 1.631235633s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.889653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:02.528135Z","time spent":"2.361402371s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:04.889642Z","caller":"traceutil/trace.go:171","msg":"trace[1488916837] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"1.630891006s","start":"2026-02-25T18:03:03.258721Z","end":"2026-02-25T18:03:04.889612Z","steps":["trace[1488916837] 'process raft request' (duration: 1.630718642s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.889797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.258714Z","time spent":"1.631000048s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:04.889817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.257821Z","time spent":"1.631911479s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:04.890304Z","caller":"traceutil/trace.go:171","msg":"trace[307844090] linearizableReadLoop","detail":"{readStateIndex:24502; appliedIndex:24494; }","duration":"2.938340918s","start":"2026-02-25T18:03:01.951944Z","end":"2026-02-25T18:03:04.890285Z","steps":["trace[307844090] 'read index received' (duration: 1.67352292s)","trace[307844090] 'applied index is now lower than readState.Index' (duration: 1.264816468s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:04.890518Z","caller":"traceutil/trace.go:171","msg":"trace[215914875] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"1.630453105s","start":"2026-02-25T18:03:03.260052Z","end":"2026-02-25T18:03:04.890505Z","steps":["trace[215914875] 'process raft request' (duration: 1.629732629s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:04.890532Z","caller":"traceutil/trace.go:171","msg":"trace[555568431] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"1.628982501s","start":"2026-02-25T18:03:03.261517Z","end":"2026-02-25T18:03:04.8905Z","steps":["trace[555568431] 'process raft request' (duration: 1.628696564s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.890593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.260046Z","time spent":"1.630513956s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:04.890668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.261507Z","time spent":"1.629087493s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:04.890665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938698886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:04.890744Z","caller":"traceutil/trace.go:171","msg":"trace[911011136] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23673; }","duration":"2.938786978s","start":"2026-02-25T18:03:01.951938Z","end":"2026-02-25T18:03:04.890725Z","steps":["trace[911011136] 'agreement among raft nodes before linearized reading' (duration: 2.938585194s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.890803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:01.951893Z","time spent":"2.938898131s","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T18:03:04.889626Z","caller":"traceutil/trace.go:171","msg":"trace[2986362] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"1.631680054s","start":"2026-02-25T18:03:03.257912Z","end":"2026-02-25T18:03:04.889592Z","steps":["trace[2986362] 'process raft request' (duration: 1.631451249s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.891414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.257908Z","time spent":"1.633456405s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:04.889939Z","caller":"traceutil/trace.go:171","msg":"trace[166895027] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"1.63107914s","start":"2026-02-25T18:03:03.25884Z","end":"2026-02-25T18:03:04.889919Z","steps":["trace[166895027] 'process raft request' (duration: 1.63065938s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.891549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.258835Z","time spent":"1.632687157s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:04.968987Z","caller":"traceutil/trace.go:171","msg":"trace[433101966] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"527.525907ms","start":"2026-02-25T18:03:04.441428Z","end":"2026-02-25T18:03:04.968953Z","steps":["trace[433101966] 'process raft request' (duration: 527.328292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.969154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:04.441404Z","time spent":"527.66234ms","remote":"127.0.0.1:48808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:04.96924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709356499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-02-25T18:03:04.969264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087738868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:03:04.969303Z","caller":"traceutil/trace.go:171","msg":"trace[1587158625] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23674; }","duration":"2.709446151s","start":"2026-02-25T18:03:02.259841Z","end":"2026-02-25T18:03:04.969287Z","steps":["trace[1587158625] 'agreement among raft nodes before linearized reading' (duration: 2.709213276s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:04.969327Z","caller":"traceutil/trace.go:171","msg":"trace[92401204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23674; }","duration":"1.0878239s","start":"2026-02-25T18:03:03.88149Z","end":"2026-02-25T18:03:04.969314Z","steps":["trace[92401204] 'agreement among raft nodes before linearized reading' (duration: 1.087708227s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.969337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:02.259804Z","time spent":"2.709527173s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:04.969333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950879638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:04.969358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14582125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:04.969404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275981507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:04.96936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.881477Z","time spent":"1.087876121s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:03:04.969403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148253146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-25T18:03:04.969413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087080632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:03:04.969442Z","caller":"traceutil/trace.go:171","msg":"trace[695337809] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23674; }","duration":"1.145955803s","start":"2026-02-25T18:03:03.823468Z","end":"2026-02-25T18:03:04.969423Z","steps":["trace[695337809] 'agreement among raft nodes before linearized reading' (duration: 1.14580508s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:04.969476Z","caller":"traceutil/trace.go:171","msg":"trace[1453959343] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23674; }","duration":"1.148392719s","start":"2026-02-25T18:03:03.821064Z","end":"2026-02-25T18:03:04.969457Z","steps":["trace[1453959343] 'agreement among raft nodes before linearized reading' (duration: 1.148177534s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.969495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.823439Z","time spent":"1.146045175s","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:04.969516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.821037Z","time spent":"1.148470431s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-25T18:03:04.969165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350794255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18978f55db3fee01\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-02-25T18:03:04.969541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.842853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:04.969562Z","caller":"traceutil/trace.go:171","msg":"trace[1834925181] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18978f55db3fee01; range_end:; response_count:1; response_revision:23674; }","duration":"1.351222315s","start":"2026-02-25T18:03:03.618323Z","end":"2026-02-25T18:03:04.969545Z","steps":["trace[1834925181] 'agreement among raft nodes before linearized reading' (duration: 1.350693723s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:04.969571Z","caller":"traceutil/trace.go:171","msg":"trace[959471774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23674; }","duration":"646.909855ms","start":"2026-02-25T18:03:04.322652Z","end":"2026-02-25T18:03:04.969562Z","steps":["trace[959471774] 'agreement among raft nodes before linearized reading' (duration: 646.865554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.9696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683701245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T18:03:04.969602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.618304Z","time spent":"1.351286396s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18978f55db3fee01\" "} {"level":"info","ts":"2026-02-25T18:03:04.969619Z","caller":"traceutil/trace.go:171","msg":"trace[1760337610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23674; }","duration":"1.683768037s","start":"2026-02-25T18:03:03.285846Z","end":"2026-02-25T18:03:04.969614Z","steps":["trace[1760337610] 'agreement among raft nodes before linearized reading' (duration: 1.683715426s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.969634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.285824Z","time spent":"1.683807368s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:03:04.969665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.895576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:04.969404Z","caller":"traceutil/trace.go:171","msg":"trace[1870541406] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23674; }","duration":"2.951001401s","start":"2026-02-25T18:03:02.018386Z","end":"2026-02-25T18:03:04.969388Z","steps":["trace[1870541406] 'agreement among raft nodes before linearized reading' (duration: 2.950843447s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.969698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849535588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T18:03:04.969699Z","caller":"traceutil/trace.go:171","msg":"trace[1053178064] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23674; }","duration":"840.929977ms","start":"2026-02-25T18:03:04.128757Z","end":"2026-02-25T18:03:04.969687Z","steps":["trace[1053178064] 'agreement among raft nodes before linearized reading' (duration: 840.874825ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:04.969723Z","caller":"traceutil/trace.go:171","msg":"trace[828066246] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23674; }","duration":"2.849592249s","start":"2026-02-25T18:03:02.120123Z","end":"2026-02-25T18:03:04.969715Z","steps":["trace[828066246] 'agreement among raft nodes before linearized reading' (duration: 2.849484547s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.969729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:04.128714Z","time spent":"841.006728ms","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:04.969727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:02.018368Z","time spent":"2.951343318s","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:03:04.969752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:02.120089Z","time spent":"2.84965743s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-25T18:03:04.969441Z","caller":"traceutil/trace.go:171","msg":"trace[551632584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23674; }","duration":"1.276147351s","start":"2026-02-25T18:03:03.693283Z","end":"2026-02-25T18:03:04.96943Z","steps":["trace[551632584] 'agreement among raft nodes before linearized reading' (duration: 1.276096649s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.969849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673500101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T18:03:04.96981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659140059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-25T18:03:04.969866Z","caller":"traceutil/trace.go:171","msg":"trace[1930348654] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:23674; }","duration":"2.673538352s","start":"2026-02-25T18:03:02.296323Z","end":"2026-02-25T18:03:04.969861Z","steps":["trace[1930348654] 'agreement among raft nodes before linearized reading' (duration: 2.673498031s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:04.969491Z","caller":"traceutil/trace.go:171","msg":"trace[49580757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23674; }","duration":"1.087209846s","start":"2026-02-25T18:03:03.882261Z","end":"2026-02-25T18:03:04.969471Z","steps":["trace[49580757] 'agreement among raft nodes before linearized reading' (duration: 1.086919659s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.969879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:02.296312Z","time spent":"2.673565073s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-02-25T18:03:04.96988Z","caller":"traceutil/trace.go:171","msg":"trace[789372969] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506; range_end:; response_count:1; response_revision:23674; }","duration":"2.659222081s","start":"2026-02-25T18:03:02.310645Z","end":"2026-02-25T18:03:04.969867Z","steps":["trace[789372969] 'agreement among raft nodes before linearized reading' (duration: 2.659123658s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.969899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.882239Z","time spent":"1.087650586s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:04.969752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956284113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:04.969942Z","caller":"traceutil/trace.go:171","msg":"trace[892376527] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23674; }","duration":"1.956500977s","start":"2026-02-25T18:03:03.013426Z","end":"2026-02-25T18:03:04.969927Z","steps":["trace[892376527] 'agreement among raft nodes before linearized reading' (duration: 1.956274442s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.969611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:04.322632Z","time spent":"646.972226ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:04.969909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:02.310634Z","time spent":"2.659267902s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" "} {"level":"warn","ts":"2026-02-25T18:03:04.969971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.013406Z","time spent":"1.956553299s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:04.96984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.693265Z","time spent":"1.27656199s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:04.970275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820593159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-25T18:03:04.970317Z","caller":"traceutil/trace.go:171","msg":"trace[1219305724] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23674; }","duration":"2.820659371s","start":"2026-02-25T18:03:02.149648Z","end":"2026-02-25T18:03:04.970307Z","steps":["trace[1219305724] 'agreement among raft nodes before linearized reading' (duration: 2.819814791s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.970332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086879628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T18:03:04.97035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:02.149635Z","time spent":"2.820706352s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209384,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-25T18:03:04.970367Z","caller":"traceutil/trace.go:171","msg":"trace[1776114785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23674; }","duration":"1.08694237s","start":"2026-02-25T18:03:03.883414Z","end":"2026-02-25T18:03:04.970356Z","steps":["trace[1776114785] 'agreement among raft nodes before linearized reading' (duration: 1.086840928s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.970368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084921093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-25T18:03:04.970397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.883402Z","time spent":"1.086987961s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T18:03:04.970422Z","caller":"traceutil/trace.go:171","msg":"trace[1354187596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23674; }","duration":"1.085011485s","start":"2026-02-25T18:03:03.885396Z","end":"2026-02-25T18:03:04.970408Z","steps":["trace[1354187596] 'agreement among raft nodes before linearized reading' (duration: 1.084575015s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:04.970465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:03.885375Z","time spent":"1.085079867s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T18:03:05.1885Z","caller":"traceutil/trace.go:171","msg":"trace[1869946085] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"214.376283ms","start":"2026-02-25T18:03:04.974098Z","end":"2026-02-25T18:03:05.188474Z","steps":["trace[1869946085] 'process raft request' (duration: 214.27303ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:05.188496Z","caller":"traceutil/trace.go:171","msg":"trace[743867330] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"214.878845ms","start":"2026-02-25T18:03:04.97359Z","end":"2026-02-25T18:03:05.188469Z","steps":["trace[743867330] 'process raft request' (duration: 214.607368ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:05.188711Z","caller":"traceutil/trace.go:171","msg":"trace[164242705] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"213.779489ms","start":"2026-02-25T18:03:04.974924Z","end":"2026-02-25T18:03:05.188704Z","steps":["trace[164242705] 'process raft request' (duration: 213.498632ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:05.188968Z","caller":"traceutil/trace.go:171","msg":"trace[1209575693] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"213.585764ms","start":"2026-02-25T18:03:04.975351Z","end":"2026-02-25T18:03:05.188937Z","steps":["trace[1209575693] 'process raft request' (duration: 213.274417ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:05.189072Z","caller":"traceutil/trace.go:171","msg":"trace[1559635331] linearizableReadLoop","detail":"{readStateIndex:24508; appliedIndex:24503; }","duration":"213.674646ms","start":"2026-02-25T18:03:04.975388Z","end":"2026-02-25T18:03:05.189062Z","steps":["trace[1559635331] 'read index received' (duration: 206.508251ms)","trace[1559635331] 'applied index is now lower than readState.Index' (duration: 7.165635ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:05.189108Z","caller":"traceutil/trace.go:171","msg":"trace[397721819] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"213.709057ms","start":"2026-02-25T18:03:04.975376Z","end":"2026-02-25T18:03:05.189085Z","steps":["trace[397721819] 'process raft request' (duration: 213.514962ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:05.189136Z","caller":"traceutil/trace.go:171","msg":"trace[1394442985] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"212.048349ms","start":"2026-02-25T18:03:04.977072Z","end":"2026-02-25T18:03:05.18912Z","steps":["trace[1394442985] 'process raft request' (duration: 211.857304ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:05.189178Z","caller":"traceutil/trace.go:171","msg":"trace[1269204392] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"210.532044ms","start":"2026-02-25T18:03:04.978638Z","end":"2026-02-25T18:03:05.18917Z","steps":["trace[1269204392] 'process raft request' (duration: 210.347229ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:05.189326Z","caller":"traceutil/trace.go:171","msg":"trace[635063419] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"213.975593ms","start":"2026-02-25T18:03:04.975345Z","end":"2026-02-25T18:03:05.18932Z","steps":["trace[635063419] 'process raft request' (duration: 213.499302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:05.189366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.958153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e7dc856-e35c-4c9f-8d2a-bffa471aedf2\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-25T18:03:05.189399Z","caller":"traceutil/trace.go:171","msg":"trace[1045943522] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e7dc856-e35c-4c9f-8d2a-bffa471aedf2; range_end:; response_count:1; response_revision:23682; }","duration":"214.025925ms","start":"2026-02-25T18:03:04.975364Z","end":"2026-02-25T18:03:05.189389Z","steps":["trace[1045943522] 'agreement among raft nodes before linearized reading' (duration: 213.859271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:05.189868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.862398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:03:05.189924Z","caller":"traceutil/trace.go:171","msg":"trace[1480318953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23683; }","duration":"212.94906ms","start":"2026-02-25T18:03:04.976963Z","end":"2026-02-25T18:03:05.189912Z","steps":["trace[1480318953] 'agreement among raft nodes before linearized reading' (duration: 212.772426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:05.190286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.865774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-25T18:03:05.190349Z","caller":"traceutil/trace.go:171","msg":"trace[1773947557] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23683; }","duration":"153.953466ms","start":"2026-02-25T18:03:05.036363Z","end":"2026-02-25T18:03:05.190317Z","steps":["trace[1773947557] 'agreement among raft nodes before linearized reading' (duration: 153.846904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:05.190517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.554271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:05.190551Z","caller":"traceutil/trace.go:171","msg":"trace[601760611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23683; }","duration":"209.600502ms","start":"2026-02-25T18:03:04.980943Z","end":"2026-02-25T18:03:05.190543Z","steps":["trace[601760611] 'agreement among raft nodes before linearized reading' (duration: 209.549851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:05.190696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.532693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:05.190729Z","caller":"traceutil/trace.go:171","msg":"trace[1949715001] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23683; }","duration":"213.587505ms","start":"2026-02-25T18:03:04.977134Z","end":"2026-02-25T18:03:05.190721Z","steps":["trace[1949715001] 'agreement among raft nodes before linearized reading' (duration: 213.534323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:06.823176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394997,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:07.324399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601394997,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:07.365459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.300987544s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:03:07.365828Z","caller":"traceutil/trace.go:171","msg":"trace[1271057131] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"1.301437604s","start":"2026-02-25T18:03:06.064364Z","end":"2026-02-25T18:03:07.365802Z","steps":["trace[1271057131] 'process raft request' (duration: 1.301278091s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:07.365985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.064349Z","time spent":"1.301550848s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:08.322579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:03:08.322735Z","caller":"traceutil/trace.go:171","msg":"trace[745748773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518194s","start":"2026-02-25T18:03:06.322197Z","end":"2026-02-25T18:03:08.322715Z","steps":["trace[745748773] 'agreement among raft nodes before linearized reading' (duration: 2.00033781s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:08.322837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.322179Z","time spent":"2.000644528s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:03:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:03:08.466659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100962393s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:03:08.593081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.177555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:08.593216Z","caller":"traceutil/trace.go:171","msg":"trace[32828112] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"2.336153048s","start":"2026-02-25T18:03:06.257051Z","end":"2026-02-25T18:03:08.593204Z","steps":["trace[32828112] 'process raft request' (duration: 2.209786968s)","trace[32828112] 'compare' (duration: 126.018872ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:08.593253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.257024Z","time spent":"2.336211739s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:08.593453Z","caller":"traceutil/trace.go:171","msg":"trace[857641462] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"1.69819275s","start":"2026-02-25T18:03:06.895254Z","end":"2026-02-25T18:03:08.593447Z","steps":["trace[857641462] 'process raft request' (duration: 1.697892013s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:08.593483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.895231Z","time spent":"1.698235121s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:08.593662Z","caller":"traceutil/trace.go:171","msg":"trace[659455930] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"1.696744926s","start":"2026-02-25T18:03:06.896882Z","end":"2026-02-25T18:03:08.593627Z","steps":["trace[659455930] 'process raft request' (duration: 1.696585663s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:08.593757Z","caller":"traceutil/trace.go:171","msg":"trace[644767057] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"1.684115835s","start":"2026-02-25T18:03:06.909611Z","end":"2026-02-25T18:03:08.593726Z","steps":["trace[644767057] 'process raft request' (duration: 1.684001342s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:08.593741Z","caller":"traceutil/trace.go:171","msg":"trace[1803408706] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"1.684199677s","start":"2026-02-25T18:03:06.909505Z","end":"2026-02-25T18:03:08.593704Z","steps":["trace[1803408706] 'process raft request' (duration: 1.684074664s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:08.593807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.896857Z","time spent":"1.69686676s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:08.593762Z","caller":"traceutil/trace.go:171","msg":"trace[1607912513] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"1.698107918s","start":"2026-02-25T18:03:06.895623Z","end":"2026-02-25T18:03:08.593731Z","steps":["trace[1607912513] 'process raft request' (duration: 1.697742889s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:08.593793Z","caller":"traceutil/trace.go:171","msg":"trace[1309835465] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"1.695840566s","start":"2026-02-25T18:03:06.897899Z","end":"2026-02-25T18:03:08.593739Z","steps":["trace[1309835465] 'process raft request' (duration: 1.695611941s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:08.593963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.895599Z","time spent":"1.698271732s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:08.593982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.909486Z","time spent":"1.684392151s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:08.593759Z","caller":"traceutil/trace.go:171","msg":"trace[71834090] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"1.684260319s","start":"2026-02-25T18:03:06.909462Z","end":"2026-02-25T18:03:08.593723Z","steps":["trace[71834090] 'process raft request' (duration: 1.684086405s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:08.594018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.897876Z","time spent":"1.69603227s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:08.594102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.909437Z","time spent":"1.684617086s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:08.593752Z","caller":"traceutil/trace.go:171","msg":"trace[680319757] linearizableReadLoop","detail":"{readStateIndex:24527; appliedIndex:24518; }","duration":"2.271469903s","start":"2026-02-25T18:03:06.322244Z","end":"2026-02-25T18:03:08.593714Z","steps":["trace[680319757] 'read index received' (duration: 1.043439755s)","trace[680319757] 'applied index is now lower than readState.Index' (duration: 1.228025328s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:08.59386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.909602Z","time spent":"1.684199036s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:09.18148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.972449ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T18:03:09.181633Z","caller":"traceutil/trace.go:171","msg":"trace[566560466] linearizableReadLoop","detail":"{readStateIndex:24528; appliedIndex:24527; }","duration":"587.392399ms","start":"2026-02-25T18:03:08.594177Z","end":"2026-02-25T18:03:09.181569Z","steps":["trace[566560466] 'read index received' (duration: 23.206626ms)","trace[566560466] 'applied index is now lower than readState.Index' (duration: 564.183703ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:09.181767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697447614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:09.181978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988114418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T18:03:09.182096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.253339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:09.182157Z","caller":"traceutil/trace.go:171","msg":"trace[36485105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23697; }","duration":"859.349852ms","start":"2026-02-25T18:03:08.322789Z","end":"2026-02-25T18:03:09.182139Z","steps":["trace[36485105] 'agreement among raft nodes before linearized reading' (duration: 859.245969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642686869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:09.182175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609655986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:03:09.1822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:08.322769Z","time spent":"859.422704ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:09.182189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988422124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T18:03:09.182188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19858983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-25T18:03:09.182227Z","caller":"traceutil/trace.go:171","msg":"trace[1588143802] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23697; }","duration":"2.609753718s","start":"2026-02-25T18:03:06.57246Z","end":"2026-02-25T18:03:09.182214Z","steps":["trace[1588143802] 'agreement among raft nodes before linearized reading' (duration: 2.609580054s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:09.182229Z","caller":"traceutil/trace.go:171","msg":"trace[1017578020] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23697; }","duration":"2.642774411s","start":"2026-02-25T18:03:06.539433Z","end":"2026-02-25T18:03:09.182207Z","steps":["trace[1017578020] 'agreement among raft nodes before linearized reading' (duration: 2.642637038s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:09.182245Z","caller":"traceutil/trace.go:171","msg":"trace[1096578881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23697; }","duration":"1.988503427s","start":"2026-02-25T18:03:07.193727Z","end":"2026-02-25T18:03:09.18223Z","steps":["trace[1096578881] 'agreement among raft nodes before linearized reading' (duration: 1.988323463s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.444965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:09.182268Z","caller":"traceutil/trace.go:171","msg":"trace[1297586463] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23697; }","duration":"2.198683322s","start":"2026-02-25T18:03:06.983568Z","end":"2026-02-25T18:03:09.182252Z","steps":["trace[1297586463] 'agreement among raft nodes before linearized reading' (duration: 2.198480738s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:07.193722Z","time spent":"1.988548578s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:09.182269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.572438Z","time spent":"2.60982181s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:09.182277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.53937Z","time spent":"2.642896284s","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:09.182302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.983489Z","time spent":"2.198806715s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:09.182296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720930306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:09.182314Z","caller":"traceutil/trace.go:171","msg":"trace[1032798637] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23697; }","duration":"627.612438ms","start":"2026-02-25T18:03:08.554673Z","end":"2026-02-25T18:03:09.182286Z","steps":["trace[1032798637] 'agreement among raft nodes before linearized reading' (duration: 627.395023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988508997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T18:03:09.182347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98865474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:03:09.182358Z","caller":"traceutil/trace.go:171","msg":"trace[1467254500] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23697; }","duration":"1.720999407s","start":"2026-02-25T18:03:07.46134Z","end":"2026-02-25T18:03:09.182339Z","steps":["trace[1467254500] 'agreement among raft nodes before linearized reading' (duration: 1.720883485s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:08.55466Z","time spent":"627.709421ms","remote":"127.0.0.1:49104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:09.182381Z","caller":"traceutil/trace.go:171","msg":"trace[1700629601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23697; }","duration":"1.988610709s","start":"2026-02-25T18:03:07.193758Z","end":"2026-02-25T18:03:09.182368Z","steps":["trace[1700629601] 'agreement among raft nodes before linearized reading' (duration: 1.988349273s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:07.461282Z","time spent":"1.72111376s","remote":"127.0.0.1:50382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:09.182404Z","caller":"traceutil/trace.go:171","msg":"trace[799236861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23697; }","duration":"1.988732392s","start":"2026-02-25T18:03:07.193649Z","end":"2026-02-25T18:03:09.182381Z","steps":["trace[799236861] 'agreement among raft nodes before linearized reading' (duration: 1.98864454s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:07.193753Z","time spent":"1.988699651s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:03:09.182488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:07.193628Z","time spent":"1.988851274s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T18:03:09.182163Z","caller":"traceutil/trace.go:171","msg":"trace[21649111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23697; }","duration":"1.988326062s","start":"2026-02-25T18:03:07.193786Z","end":"2026-02-25T18:03:09.182112Z","steps":["trace[21649111] 'agreement among raft nodes before linearized reading' (duration: 1.987934963s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723430393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:09.182632Z","caller":"traceutil/trace.go:171","msg":"trace[145155611] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23697; }","duration":"1.723616478s","start":"2026-02-25T18:03:07.458999Z","end":"2026-02-25T18:03:09.182615Z","steps":["trace[145155611] 'agreement among raft nodes before linearized reading' (duration: 1.723395573s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432753548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-25T18:03:09.182705Z","caller":"traceutil/trace.go:171","msg":"trace[1884489101] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23697; }","duration":"1.432876501s","start":"2026-02-25T18:03:07.749814Z","end":"2026-02-25T18:03:09.18269Z","steps":["trace[1884489101] 'agreement among raft nodes before linearized reading' (duration: 1.432732238s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989572331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-25T18:03:09.182744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:07.749767Z","time spent":"1.432966623s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-25T18:03:09.18257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:07.193769Z","time spent":"1.988789703s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T18:03:09.18278Z","caller":"traceutil/trace.go:171","msg":"trace[1300859826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23697; }","duration":"1.990239657s","start":"2026-02-25T18:03:07.192524Z","end":"2026-02-25T18:03:09.182764Z","steps":["trace[1300859826] 'agreement among raft nodes before linearized reading' (duration: 1.9895103s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.182811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:07.192503Z","time spent":"1.990299478s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:09.182753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:07.458978Z","time spent":"1.723705439s","remote":"127.0.0.1:50326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:09.183108Z","caller":"traceutil/trace.go:171","msg":"trace[1455464748] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23697; }","duration":"2.697580787s","start":"2026-02-25T18:03:06.484246Z","end":"2026-02-25T18:03:09.181826Z","steps":["trace[1455464748] 'agreement among raft nodes before linearized reading' (duration: 2.697425484s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.183243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:06.484204Z","time spent":"2.699020681s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:09.686196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395010,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T18:03:09.764243Z","caller":"traceutil/trace.go:171","msg":"trace[1610551399] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"1.006098561s","start":"2026-02-25T18:03:08.75812Z","end":"2026-02-25T18:03:09.764219Z","steps":["trace[1610551399] 'process raft request' (duration: 1.005892526s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:09.764381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:08.758103Z","time spent":"1.006207513s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:11.129177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364264926s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:03:11.190332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:03:11.190377Z","caller":"traceutil/trace.go:171","msg":"trace[300208541] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000633297s","start":"2026-02-25T18:03:09.189731Z","end":"2026-02-25T18:03:11.190365Z","steps":["trace[300208541] 'agreement among raft nodes before linearized reading' (duration: 2.000570995s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:11.190406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.189727Z","time spent":"2.000671967s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:03:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:03:11.421665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.1702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:11.421892Z","caller":"traceutil/trace.go:171","msg":"trace[1702452623] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"2.23542298s","start":"2026-02-25T18:03:09.186431Z","end":"2026-02-25T18:03:11.421854Z","steps":["trace[1702452623] 'process raft request' (duration: 1.942915673s)","trace[1702452623] 'compare' (duration: 291.919264ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:11.422097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.186421Z","time spent":"2.235567295s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:11.422694Z","caller":"traceutil/trace.go:171","msg":"trace[1882445107] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"2.236188408s","start":"2026-02-25T18:03:09.186484Z","end":"2026-02-25T18:03:11.422672Z","steps":["trace[1882445107] 'process raft request' (duration: 2.235276657s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:11.422704Z","caller":"traceutil/trace.go:171","msg":"trace[966523252] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"2.235974163s","start":"2026-02-25T18:03:09.186706Z","end":"2026-02-25T18:03:11.42268Z","steps":["trace[966523252] 'process raft request' (duration: 2.235144864s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:11.422785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.186479Z","time spent":"2.23626477s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:11.422801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.186699Z","time spent":"2.236051865s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:11.42364Z","caller":"traceutil/trace.go:171","msg":"trace[361390651] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"2.236433994s","start":"2026-02-25T18:03:09.18719Z","end":"2026-02-25T18:03:11.423624Z","steps":["trace[361390651] 'process raft request' (duration: 2.234703704s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:11.423704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.187172Z","time spent":"2.236501355s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:11.423714Z","caller":"traceutil/trace.go:171","msg":"trace[1178248631] linearizableReadLoop","detail":"{readStateIndex:24534; appliedIndex:24528; }","duration":"2.23755591s","start":"2026-02-25T18:03:09.186143Z","end":"2026-02-25T18:03:11.423699Z","steps":["trace[1178248631] 'read index received' (duration: 577.870739ms)","trace[1178248631] 'applied index is now lower than readState.Index' (duration: 1.659684141s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:11.42379Z","caller":"traceutil/trace.go:171","msg":"trace[708931972] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"2.236381303s","start":"2026-02-25T18:03:09.187375Z","end":"2026-02-25T18:03:11.423756Z","steps":["trace[708931972] 'process raft request' (duration: 2.234556941s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:11.423947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.187367Z","time spent":"2.236507076s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:11.423969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237802426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b1100819-291f-4c3e-bc49-a661dab678ac\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-25T18:03:11.424044Z","caller":"traceutil/trace.go:171","msg":"trace[1331771131] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b1100819-291f-4c3e-bc49-a661dab678ac; range_end:; response_count:1; response_revision:23703; }","duration":"2.237901847s","start":"2026-02-25T18:03:09.186123Z","end":"2026-02-25T18:03:11.424025Z","steps":["trace[1331771131] 'agreement among raft nodes before linearized reading' (duration: 2.237657942s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:11.424091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.186111Z","time spent":"2.2379712s","remote":"127.0.0.1:49034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-b1100819-291f-4c3e-bc49-a661dab678ac\" "} {"level":"warn","ts":"2026-02-25T18:03:11.924004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:12.424537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:12.674638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:11.614028Z","time spent":"1.060604371s","remote":"127.0.0.1:56630","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T18:03:12.694129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564324448s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:03:12.694566Z","caller":"traceutil/trace.go:171","msg":"trace[917897563] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"2.095160821s","start":"2026-02-25T18:03:10.599381Z","end":"2026-02-25T18:03:12.694541Z","steps":["trace[917897563] 'process raft request' (duration: 2.095075099s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:12.694705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.599376Z","time spent":"2.095256553s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:12.694836Z","caller":"traceutil/trace.go:171","msg":"trace[1677683382] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"2.095370735s","start":"2026-02-25T18:03:10.599451Z","end":"2026-02-25T18:03:12.694821Z","steps":["trace[1677683382] 'process raft request' (duration: 2.095054408s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:12.694918Z","caller":"traceutil/trace.go:171","msg":"trace[2106703703] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"2.095608241s","start":"2026-02-25T18:03:10.599299Z","end":"2026-02-25T18:03:12.694907Z","steps":["trace[2106703703] 'process raft request' (duration: 2.094991567s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:12.694934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.599443Z","time spent":"2.095443107s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:12.694977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.599281Z","time spent":"2.095667572s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:12.695275Z","caller":"traceutil/trace.go:171","msg":"trace[668596841] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"2.09555252s","start":"2026-02-25T18:03:10.599715Z","end":"2026-02-25T18:03:12.695267Z","steps":["trace[668596841] 'process raft request' (duration: 2.095449957s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:12.695286Z","caller":"traceutil/trace.go:171","msg":"trace[1066235506] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"2.094104987s","start":"2026-02-25T18:03:10.601169Z","end":"2026-02-25T18:03:12.695274Z","steps":["trace[1066235506] 'process raft request' (duration: 2.094070736s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:12.695288Z","caller":"traceutil/trace.go:171","msg":"trace[1282277500] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"2.095771785s","start":"2026-02-25T18:03:10.599487Z","end":"2026-02-25T18:03:12.695258Z","steps":["trace[1282277500] 'process raft request' (duration: 2.095265823s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:12.695349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.60116Z","time spent":"2.094153188s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:12.695419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.599481Z","time spent":"2.095855546s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:12.695342Z","caller":"traceutil/trace.go:171","msg":"trace[283485421] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"2.095402907s","start":"2026-02-25T18:03:10.599907Z","end":"2026-02-25T18:03:12.69531Z","steps":["trace[283485421] 'process raft request' (duration: 2.095299674s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:12.695317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.599707Z","time spent":"2.09558956s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:12.695619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.599883Z","time spent":"2.095600661s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:13.190621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:03:13.1907Z","caller":"traceutil/trace.go:171","msg":"trace[425058287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000089563s","start":"2026-02-25T18:03:11.190594Z","end":"2026-02-25T18:03:13.190683Z","steps":["trace[425058287] 'agreement among raft nodes before linearized reading' (duration: 1.999988141s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:13.190746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:11.190579Z","time spent":"2.000158435s","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:03:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:03:15.197361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T18:03:15.197424Z","caller":"traceutil/trace.go:171","msg":"trace[1888914401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256908s","start":"2026-02-25T18:03:13.197153Z","end":"2026-02-25T18:03:15.197409Z","steps":["trace[1888914401] 'agreement among raft nodes before linearized reading' (duration: 2.000168316s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:15.197456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:13.197108Z","time spent":"2.00034132s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:15.848928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.154098873s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:03:16.007453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.36965ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:16.007632Z","caller":"traceutil/trace.go:171","msg":"trace[1973016936] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23710; }","duration":"110.562424ms","start":"2026-02-25T18:03:15.897042Z","end":"2026-02-25T18:03:16.007604Z","steps":["trace[1973016936] 'range keys from in-memory index tree' (duration: 110.350389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.007718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.434449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:16.00807Z","caller":"traceutil/trace.go:171","msg":"trace[706323251] linearizableReadLoop","detail":"{readStateIndex:24543; appliedIndex:24534; }","duration":"4.584283221s","start":"2026-02-25T18:03:11.423761Z","end":"2026-02-25T18:03:16.008044Z","steps":["trace[706323251] 'read index received' (duration: 1.270541941s)","trace[706323251] 'applied index is now lower than readState.Index' (duration: 3.31373987s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:16.008142Z","caller":"traceutil/trace.go:171","msg":"trace[876624033] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"4.478280392s","start":"2026-02-25T18:03:11.529839Z","end":"2026-02-25T18:03:16.008119Z","steps":["trace[876624033] 'process raft request' (duration: 4.31930209s)","trace[876624033] 'compare' (duration: 158.096692ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:16.008177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.764402992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:16.008214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.864656089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:03:16.008195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.147936002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:16.008218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.817616462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-25T18:03:16.008248Z","caller":"traceutil/trace.go:171","msg":"trace[1721485659] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23712; }","duration":"5.864716071s","start":"2026-02-25T18:03:10.143519Z","end":"2026-02-25T18:03:16.008235Z","steps":["trace[1721485659] 'agreement among raft nodes before linearized reading' (duration: 5.864627939s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:16.008278Z","caller":"traceutil/trace.go:171","msg":"trace[1924710763] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23712; }","duration":"5.817716714s","start":"2026-02-25T18:03:10.190548Z","end":"2026-02-25T18:03:16.008265Z","steps":["trace[1924710763] 'agreement among raft nodes before linearized reading' (duration: 5.81752135s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:16.008274Z","caller":"traceutil/trace.go:171","msg":"trace[876429852] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23712; }","duration":"5.148063325s","start":"2026-02-25T18:03:10.860185Z","end":"2026-02-25T18:03:16.008248Z","steps":["trace[876429852] 'agreement among raft nodes before linearized reading' (duration: 5.147928972s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.008308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.190532Z","time spent":"5.817771815s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:16.0083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.143506Z","time spent":"5.864783492s","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:16.008303Z","caller":"traceutil/trace.go:171","msg":"trace[166962730] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"3.867027691s","start":"2026-02-25T18:03:12.14126Z","end":"2026-02-25T18:03:16.008288Z","steps":["trace[166962730] 'process raft request' (duration: 3.866629852s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.00832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.860167Z","time spent":"5.148143796s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:16.008396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:12.141235Z","time spent":"3.867107853s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:16.008469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.79673001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:03:16.008488Z","caller":"traceutil/trace.go:171","msg":"trace[83832371] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23712; }","duration":"5.79674953s","start":"2026-02-25T18:03:10.211734Z","end":"2026-02-25T18:03:16.008483Z","steps":["trace[83832371] 'agreement among raft nodes before linearized reading' (duration: 5.796679699s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.008501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.211709Z","time spent":"5.796788471s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T18:03:16.008536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.060585955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:16.008272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:11.529819Z","time spent":"4.478381724s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:16.008596Z","caller":"traceutil/trace.go:171","msg":"trace[1171036084] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23712; }","duration":"5.060674446s","start":"2026-02-25T18:03:10.94791Z","end":"2026-02-25T18:03:16.008584Z","steps":["trace[1171036084] 'agreement among raft nodes before linearized reading' (duration: 5.060596324s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.008626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.947893Z","time spent":"5.060724918s","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:16.009254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.396837753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:16.009299Z","caller":"traceutil/trace.go:171","msg":"trace[880369578] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23712; }","duration":"6.396925745s","start":"2026-02-25T18:03:09.612363Z","end":"2026-02-25T18:03:16.009289Z","steps":["trace[880369578] 'agreement among raft nodes before linearized reading' (duration: 6.396851563s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.009329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.612341Z","time spent":"6.396979806s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:16.009369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.822375704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-25T18:03:16.009387Z","caller":"traceutil/trace.go:171","msg":"trace[812383200] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8; range_end:; response_count:1; response_revision:23712; }","duration":"6.822405454s","start":"2026-02-25T18:03:09.186976Z","end":"2026-02-25T18:03:16.009382Z","steps":["trace[812383200] 'agreement among raft nodes before linearized reading' (duration: 6.822352233s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.009402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.186971Z","time spent":"6.822427365s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" "} {"level":"warn","ts":"2026-02-25T18:03:16.009474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.279128264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:16.008242Z","caller":"traceutil/trace.go:171","msg":"trace[93572244] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23712; }","duration":"4.764494973s","start":"2026-02-25T18:03:11.243725Z","end":"2026-02-25T18:03:16.00822Z","steps":["trace[93572244] 'agreement among raft nodes before linearized reading' (duration: 4.76436829s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:16.009502Z","caller":"traceutil/trace.go:171","msg":"trace[705921186] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23712; }","duration":"6.279181965s","start":"2026-02-25T18:03:09.730311Z","end":"2026-02-25T18:03:16.009493Z","steps":["trace[705921186] 'agreement among raft nodes before linearized reading' (duration: 6.279133444s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.009504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.029332143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-25T18:03:16.009523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:11.243713Z","time spent":"4.765798934s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:16.00953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.730299Z","time spent":"6.279224106s","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:16.009541Z","caller":"traceutil/trace.go:171","msg":"trace[1643367195] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23712; }","duration":"6.029397175s","start":"2026-02-25T18:03:09.980134Z","end":"2026-02-25T18:03:16.009531Z","steps":["trace[1643367195] 'agreement among raft nodes before linearized reading' (duration: 6.029289692s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.009533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.614750967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:16.009565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.980116Z","time spent":"6.029445085s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-25T18:03:16.009589Z","caller":"traceutil/trace.go:171","msg":"trace[2092509583] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23712; }","duration":"6.61486038s","start":"2026-02-25T18:03:09.394714Z","end":"2026-02-25T18:03:16.009574Z","steps":["trace[2092509583] 'agreement among raft nodes before linearized reading' (duration: 6.614754707s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.009582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.014531372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:16.009625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.394691Z","time spent":"6.614922551s","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:16.009663Z","caller":"traceutil/trace.go:171","msg":"trace[1401059146] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23712; }","duration":"6.014677704s","start":"2026-02-25T18:03:09.994961Z","end":"2026-02-25T18:03:16.009639Z","steps":["trace[1401059146] 'agreement among raft nodes before linearized reading' (duration: 6.01451365s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.009719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:09.994937Z","time spent":"6.014770717s","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:16.011017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.934128124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:16.01108Z","caller":"traceutil/trace.go:171","msg":"trace[1489285253] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23712; }","duration":"5.934224726s","start":"2026-02-25T18:03:10.07684Z","end":"2026-02-25T18:03:16.011064Z","steps":["trace[1489285253] 'agreement among raft nodes before linearized reading' (duration: 5.931707428s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:16.011121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:10.076825Z","time spent":"5.934285947s","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:16.50861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:17.009204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:17.042611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19351798s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:03:17.043325Z","caller":"traceutil/trace.go:171","msg":"trace[46588786] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"3.443273773s","start":"2026-02-25T18:03:13.600024Z","end":"2026-02-25T18:03:17.043298Z","steps":["trace[46588786] 'process raft request' (duration: 3.442878634s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:17.043403Z","caller":"traceutil/trace.go:171","msg":"trace[444351564] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"2.342583465s","start":"2026-02-25T18:03:14.700782Z","end":"2026-02-25T18:03:17.043365Z","steps":["trace[444351564] 'process raft request' (duration: 2.342423872s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:17.043469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:13.6Z","time spent":"3.443378125s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:17.043646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:14.700738Z","time spent":"2.342756219s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:17.043818Z","caller":"traceutil/trace.go:171","msg":"trace[564743950] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"2.342415621s","start":"2026-02-25T18:03:14.701375Z","end":"2026-02-25T18:03:17.043791Z","steps":["trace[564743950] 'process raft request' (duration: 2.342212097s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:17.043874Z","caller":"traceutil/trace.go:171","msg":"trace[340474676] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"2.342651197s","start":"2026-02-25T18:03:14.701205Z","end":"2026-02-25T18:03:17.043856Z","steps":["trace[340474676] 'process raft request' (duration: 2.342091014s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:17.043951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:14.701176Z","time spent":"2.342732279s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:17.044004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:14.70134Z","time spent":"2.342554765s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:17.04421Z","caller":"traceutil/trace.go:171","msg":"trace[1877042150] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"2.341971961s","start":"2026-02-25T18:03:14.702202Z","end":"2026-02-25T18:03:17.044174Z","steps":["trace[1877042150] 'process raft request' (duration: 2.341782327s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:17.044401Z","caller":"traceutil/trace.go:171","msg":"trace[1114986084] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"2.341828758s","start":"2026-02-25T18:03:14.702496Z","end":"2026-02-25T18:03:17.044324Z","steps":["trace[1114986084] 'process raft request' (duration: 2.341736686s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:17.044496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:14.702479Z","time spent":"2.341974411s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:17.044524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:14.702161Z","time spent":"2.342162446s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:17.044221Z","caller":"traceutil/trace.go:171","msg":"trace[1875589001] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"2.342132175s","start":"2026-02-25T18:03:14.702074Z","end":"2026-02-25T18:03:17.044206Z","steps":["trace[1875589001] 'process raft request' (duration: 2.341641224s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:17.045124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:14.702053Z","time spent":"2.343010785s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:17.044639Z","caller":"traceutil/trace.go:171","msg":"trace[293729649] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"2.342098334s","start":"2026-02-25T18:03:14.702446Z","end":"2026-02-25T18:03:17.044544Z","steps":["trace[293729649] 'process raft request' (duration: 2.341667184s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:17.045337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:14.702434Z","time spent":"2.342839801s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:17.198942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000497403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:03:17.199057Z","caller":"traceutil/trace.go:171","msg":"trace[872108936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000652657s","start":"2026-02-25T18:03:15.19838Z","end":"2026-02-25T18:03:17.199033Z","steps":["trace[872108936] 'agreement among raft nodes before linearized reading' (duration: 2.000510323s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:17.19913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:15.198367Z","time spent":"2.000752349s","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:03:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:03:18.160587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11773396s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T18:03:18.163328Z","caller":"traceutil/trace.go:171","msg":"trace[848755511] linearizableReadLoop","detail":"{readStateIndex:24552; appliedIndex:24543; }","duration":"2.155199476s","start":"2026-02-25T18:03:16.008104Z","end":"2026-02-25T18:03:18.163304Z","steps":["trace[848755511] 'read index received' (duration: 1.034712952s)","trace[848755511] 'applied index is now lower than readState.Index' (duration: 1.120484734s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:18.163332Z","caller":"traceutil/trace.go:171","msg":"trace[164228921] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"2.151847459s","start":"2026-02-25T18:03:16.011458Z","end":"2026-02-25T18:03:18.163306Z","steps":["trace[164228921] 'process raft request' (duration: 2.14930066s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.163403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230135418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:03:18.163433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.736149999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T18:03:18.163426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680061932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:18.163461Z","caller":"traceutil/trace.go:171","msg":"trace[1051733098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23721; }","duration":"4.736204321s","start":"2026-02-25T18:03:13.427249Z","end":"2026-02-25T18:03:18.163454Z","steps":["trace[1051733098] 'agreement among raft nodes before linearized reading' (duration: 4.736058467s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.16346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.649761133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:18.163461Z","caller":"traceutil/trace.go:171","msg":"trace[892137426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23721; }","duration":"2.23024486s","start":"2026-02-25T18:03:15.9332Z","end":"2026-02-25T18:03:18.163445Z","steps":["trace[892137426] 'agreement among raft nodes before linearized reading' (duration: 2.230102197s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.163486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:13.427243Z","time spent":"4.736238471s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:18.163472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:16.011437Z","time spent":"2.151964391s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:18.163493Z","caller":"traceutil/trace.go:171","msg":"trace[742298169] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23721; }","duration":"5.649839975s","start":"2026-02-25T18:03:12.513642Z","end":"2026-02-25T18:03:18.163482Z","steps":["trace[742298169] 'agreement among raft nodes before linearized reading' (duration: 5.649773324s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.1635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:15.933184Z","time spent":"2.230307382s","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:18.163499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297120457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-02-25T18:03:18.163525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:12.513618Z","time spent":"5.649899067s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:18.16349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.226386124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:18.16356Z","caller":"traceutil/trace.go:171","msg":"trace[1288000067] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23721; }","duration":"4.29721817s","start":"2026-02-25T18:03:13.866325Z","end":"2026-02-25T18:03:18.163544Z","steps":["trace[1288000067] 'agreement among raft nodes before linearized reading' (duration: 4.297006505s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.163584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274717267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:18.163609Z","caller":"traceutil/trace.go:171","msg":"trace[2106980941] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23721; }","duration":"5.226563168s","start":"2026-02-25T18:03:12.937011Z","end":"2026-02-25T18:03:18.163574Z","steps":["trace[2106980941] 'agreement among raft nodes before linearized reading' (duration: 5.226350244s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:18.163506Z","caller":"traceutil/trace.go:171","msg":"trace[783536363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23721; }","duration":"3.680174825s","start":"2026-02-25T18:03:14.483298Z","end":"2026-02-25T18:03:18.163473Z","steps":["trace[783536363] 'agreement among raft nodes before linearized reading' (duration: 3.680028842s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:18.163631Z","caller":"traceutil/trace.go:171","msg":"trace[949157884] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23721; }","duration":"2.274801879s","start":"2026-02-25T18:03:15.888815Z","end":"2026-02-25T18:03:18.163617Z","steps":["trace[949157884] 'agreement among raft nodes before linearized reading' (duration: 2.274724078s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.163667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.735879413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-25T18:03:18.163667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:12.936987Z","time spent":"5.22666788s","remote":"127.0.0.1:50306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:18.163669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:14.483287Z","time spent":"3.680368329s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:18.163678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:15.888795Z","time spent":"2.274864481s","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:18.163741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.826384403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T18:03:18.163771Z","caller":"traceutil/trace.go:171","msg":"trace[289965654] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23721; }","duration":"5.826440265s","start":"2026-02-25T18:03:12.337321Z","end":"2026-02-25T18:03:18.163762Z","steps":["trace[289965654] 'agreement among raft nodes before linearized reading' (duration: 5.826338802s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.163796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.199289048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:18.163801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:12.33728Z","time spent":"5.826515417s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T18:03:18.163801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.789666064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:18.163814Z","caller":"traceutil/trace.go:171","msg":"trace[600953762] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23721; }","duration":"6.19934457s","start":"2026-02-25T18:03:11.964464Z","end":"2026-02-25T18:03:18.163809Z","steps":["trace[600953762] 'agreement among raft nodes before linearized reading' (duration: 6.199311249s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.163836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:11.964444Z","time spent":"6.19938657s","remote":"127.0.0.1:39354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:18.163844Z","caller":"traceutil/trace.go:171","msg":"trace[1791908362] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23721; }","duration":"3.789730005s","start":"2026-02-25T18:03:14.374098Z","end":"2026-02-25T18:03:18.163828Z","steps":["trace[1791908362] 'agreement among raft nodes before linearized reading' (duration: 3.789664964s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.163855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.182991272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-25T18:03:18.163876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:14.374081Z","time spent":"3.789786217s","remote":"127.0.0.1:36604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:18.16389Z","caller":"traceutil/trace.go:171","msg":"trace[1014958718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23721; }","duration":"6.183048463s","start":"2026-02-25T18:03:11.980831Z","end":"2026-02-25T18:03:18.163879Z","steps":["trace[1014958718] 'agreement among raft nodes before linearized reading' (duration: 6.182922001s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.163924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:11.980818Z","time spent":"6.183097224s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T18:03:18.163611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:13.866304Z","time spent":"4.297293741s","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-25T18:03:18.163991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.077264019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T18:03:18.164008Z","caller":"traceutil/trace.go:171","msg":"trace[74052231] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23721; }","duration":"5.07732689s","start":"2026-02-25T18:03:13.086676Z","end":"2026-02-25T18:03:18.164003Z","steps":["trace[74052231] 'agreement among raft nodes before linearized reading' (duration: 5.077279689s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.164021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:13.086637Z","time spent":"5.077380832s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T18:03:18.164032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.735488503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:18.164062Z","caller":"traceutil/trace.go:171","msg":"trace[657072471] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23721; }","duration":"3.735558455s","start":"2026-02-25T18:03:14.428494Z","end":"2026-02-25T18:03:18.164053Z","steps":["trace[657072471] 'agreement among raft nodes before linearized reading' (duration: 3.735508463s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.164061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.736847725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T18:03:18.163687Z","caller":"traceutil/trace.go:171","msg":"trace[442772578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23721; }","duration":"4.735899604s","start":"2026-02-25T18:03:13.427781Z","end":"2026-02-25T18:03:18.163681Z","steps":["trace[442772578] 'agreement among raft nodes before linearized reading' (duration: 4.735857113s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:18.164097Z","caller":"traceutil/trace.go:171","msg":"trace[1101782059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23721; }","duration":"4.736907986s","start":"2026-02-25T18:03:13.427179Z","end":"2026-02-25T18:03:18.164087Z","steps":["trace[1101782059] 'agreement among raft nodes before linearized reading' (duration: 4.736725782s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.164114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738054573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-25T18:03:18.164101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467783177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-25T18:03:18.164131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:13.427167Z","time spent":"4.736955598s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:03:18.164136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.867584155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T18:03:18.164134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:13.427704Z","time spent":"4.736411605s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:18.164147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944756206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:18.16416Z","caller":"traceutil/trace.go:171","msg":"trace[928852229] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23721; }","duration":"2.46788579s","start":"2026-02-25T18:03:15.696259Z","end":"2026-02-25T18:03:18.164145Z","steps":["trace[928852229] 'agreement among raft nodes before linearized reading' (duration: 2.467654184s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:18.164171Z","caller":"traceutil/trace.go:171","msg":"trace[648619422] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:23721; }","duration":"5.867649727s","start":"2026-02-25T18:03:12.296512Z","end":"2026-02-25T18:03:18.164161Z","steps":["trace[648619422] 'agreement among raft nodes before linearized reading' (duration: 5.867529784s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:18.164187Z","caller":"traceutil/trace.go:171","msg":"trace[1579573567] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23721; }","duration":"2.944815147s","start":"2026-02-25T18:03:15.219359Z","end":"2026-02-25T18:03:18.164175Z","steps":["trace[1579573567] 'agreement among raft nodes before linearized reading' (duration: 2.944756206s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.164203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:12.296495Z","time spent":"5.867701578s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-02-25T18:03:18.164212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:15.696239Z","time spent":"2.467958081s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:18.164224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:15.219347Z","time spent":"2.944869968s","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:03:18.164157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.765903617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-25T18:03:18.164277Z","caller":"traceutil/trace.go:171","msg":"trace[474834289] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23721; }","duration":"4.766044979s","start":"2026-02-25T18:03:13.398214Z","end":"2026-02-25T18:03:18.164259Z","steps":["trace[474834289] 'agreement among raft nodes before linearized reading' (duration: 4.765926057s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.163625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.707231662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-25T18:03:18.164301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623990276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:18.164326Z","caller":"traceutil/trace.go:171","msg":"trace[800061867] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23721; }","duration":"2.624013567s","start":"2026-02-25T18:03:15.540305Z","end":"2026-02-25T18:03:18.164319Z","steps":["trace[800061867] 'agreement among raft nodes before linearized reading' (duration: 2.623922615s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:18.164329Z","caller":"traceutil/trace.go:171","msg":"trace[2016543218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23721; }","duration":"4.707950448s","start":"2026-02-25T18:03:13.456368Z","end":"2026-02-25T18:03:18.164318Z","steps":["trace[2016543218] 'agreement among raft nodes before linearized reading' (duration: 4.707213841s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.164328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:13.398193Z","time spent":"4.766119382s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T18:03:18.164342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:15.540254Z","time spent":"2.624083058s","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:18.164365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:13.456358Z","time spent":"4.707996859s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:18.1644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.169385277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-25T18:03:18.164132Z","caller":"traceutil/trace.go:171","msg":"trace[1950892783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23721; }","duration":"4.738103194s","start":"2026-02-25T18:03:13.426024Z","end":"2026-02-25T18:03:18.164127Z","steps":["trace[1950892783] 'agreement among raft nodes before linearized reading' (duration: 4.738058483s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:18.164452Z","caller":"traceutil/trace.go:171","msg":"trace[1972389636] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23721; }","duration":"6.16948502s","start":"2026-02-25T18:03:11.994958Z","end":"2026-02-25T18:03:18.164443Z","steps":["trace[1972389636] 'agreement among raft nodes before linearized reading' (duration: 6.169358797s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:18.164096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:14.428474Z","time spent":"3.735612695s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:18.164471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:13.426006Z","time spent":"4.738452502s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:03:18.16448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:11.994932Z","time spent":"6.169540871s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T18:03:18.664427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T18:03:19.104651Z","caller":"traceutil/trace.go:171","msg":"trace[331446462] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"1.83409784s","start":"2026-02-25T18:03:17.270528Z","end":"2026-02-25T18:03:19.104626Z","steps":["trace[331446462] 'process raft request' (duration: 1.833087397s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.104787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:17.270487Z","time spent":"1.834230283s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:19.109693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.165774Z","time spent":"943.913296ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T18:03:19.10996Z","caller":"traceutil/trace.go:171","msg":"trace[2022712600] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"940.699631ms","start":"2026-02-25T18:03:18.169244Z","end":"2026-02-25T18:03:19.109944Z","steps":["trace[2022712600] 'process raft request' (duration: 940.402484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.110048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.169218Z","time spent":"940.767913ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:19.110224Z","caller":"traceutil/trace.go:171","msg":"trace[1338406020] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"939.76357ms","start":"2026-02-25T18:03:18.17043Z","end":"2026-02-25T18:03:19.110193Z","steps":["trace[1338406020] 'process raft request' (duration: 939.488553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.110406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.17042Z","time spent":"939.885862ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:19.110563Z","caller":"traceutil/trace.go:171","msg":"trace[1682784513] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"941.223964ms","start":"2026-02-25T18:03:18.169327Z","end":"2026-02-25T18:03:19.110551Z","steps":["trace[1682784513] 'process raft request' (duration: 940.441116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.110628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.169304Z","time spent":"941.284565ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:19.110684Z","caller":"traceutil/trace.go:171","msg":"trace[1614434493] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"941.298975ms","start":"2026-02-25T18:03:18.169359Z","end":"2026-02-25T18:03:19.110658Z","steps":["trace[1614434493] 'process raft request' (duration: 940.452026ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:19.110748Z","caller":"traceutil/trace.go:171","msg":"trace[167266] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"940.971727ms","start":"2026-02-25T18:03:18.169766Z","end":"2026-02-25T18:03:19.110738Z","steps":["trace[167266] 'process raft request' (duration: 940.082727ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:19.110753Z","caller":"traceutil/trace.go:171","msg":"trace[1713017144] linearizableReadLoop","detail":"{readStateIndex:24561; appliedIndex:24552; }","duration":"947.358695ms","start":"2026-02-25T18:03:18.163385Z","end":"2026-02-25T18:03:19.110744Z","steps":["trace[1713017144] 'read index received' (duration: 940.154029ms)","trace[1713017144] 'applied index is now lower than readState.Index' (duration: 7.203886ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:19.110793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.169745Z","time spent":"941.028649ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:19.110837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.169342Z","time spent":"941.410788ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:19.110838Z","caller":"traceutil/trace.go:171","msg":"trace[74758747] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"939.161116ms","start":"2026-02-25T18:03:18.171653Z","end":"2026-02-25T18:03:19.110815Z","steps":["trace[74758747] 'process raft request' (duration: 938.299246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.110915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988677891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:19.111001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32154776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:19.110967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096504271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-25T18:03:19.111034Z","caller":"traceutil/trace.go:171","msg":"trace[2024337067] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23736; }","duration":"2.321577421s","start":"2026-02-25T18:03:16.789447Z","end":"2026-02-25T18:03:19.111025Z","steps":["trace[2024337067] 'agreement among raft nodes before linearized reading' (duration: 2.32153512s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.171642Z","time spent":"939.258328ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:19.11114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098563679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:03:19.111164Z","caller":"traceutil/trace.go:171","msg":"trace[64944400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23736; }","duration":"3.098633331s","start":"2026-02-25T18:03:16.012525Z","end":"2026-02-25T18:03:19.111159Z","steps":["trace[64944400] 'agreement among raft nodes before linearized reading' (duration: 3.09857164s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:16.012505Z","time spent":"3.098675282s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T18:03:19.111184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048238935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:19.111215Z","caller":"traceutil/trace.go:171","msg":"trace[433111938] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"938.580782ms","start":"2026-02-25T18:03:18.172624Z","end":"2026-02-25T18:03:19.111205Z","steps":["trace[433111938] 'process raft request' (duration: 937.367524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240959428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:19.111271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.172616Z","time spent":"938.630413ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:19.111307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904204869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:19.111299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.416757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-qpwbr\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-02-25T18:03:19.111375Z","caller":"traceutil/trace.go:171","msg":"trace[2100428674] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-qpwbr; range_end:; response_count:1; response_revision:23736; }","duration":"944.51435ms","start":"2026-02-25T18:03:18.166846Z","end":"2026-02-25T18:03:19.11136Z","steps":["trace[2100428674] 'agreement among raft nodes before linearized reading' (duration: 944.316285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905362926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-02-25T18:03:19.111442Z","caller":"traceutil/trace.go:171","msg":"trace[810720075] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23736; }","duration":"1.905427647s","start":"2026-02-25T18:03:17.20601Z","end":"2026-02-25T18:03:19.111438Z","steps":["trace[810720075] 'agreement among raft nodes before linearized reading' (duration: 1.905331095s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:17.205991Z","time spent":"1.905469119s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-25T18:03:19.111005Z","caller":"traceutil/trace.go:171","msg":"trace[1537269380] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23736; }","duration":"1.988814304s","start":"2026-02-25T18:03:17.122182Z","end":"2026-02-25T18:03:19.110996Z","steps":["trace[1537269380] 'agreement among raft nodes before linearized reading' (duration: 1.988662471s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.909435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T18:03:19.111537Z","caller":"traceutil/trace.go:171","msg":"trace[1799150853] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23736; }","duration":"472.969466ms","start":"2026-02-25T18:03:18.638556Z","end":"2026-02-25T18:03:19.111526Z","steps":["trace[1799150853] 'agreement among raft nodes before linearized reading' (duration: 472.881214ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:19.111328Z","caller":"traceutil/trace.go:171","msg":"trace[470639494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23736; }","duration":"1.904259561s","start":"2026-02-25T18:03:17.207064Z","end":"2026-02-25T18:03:19.111323Z","steps":["trace[470639494] 'agreement among raft nodes before linearized reading' (duration: 1.90422923s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.638537Z","time spent":"473.028287ms","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T18:03:19.111587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:17.207042Z","time spent":"1.904539797s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:19.111539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:17.122156Z","time spent":"1.989371246s","remote":"127.0.0.1:48824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:19.111747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.492429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-02-25T18:03:19.111777Z","caller":"traceutil/trace.go:171","msg":"trace[1196955419] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23736; }","duration":"941.541601ms","start":"2026-02-25T18:03:18.170229Z","end":"2026-02-25T18:03:19.11177Z","steps":["trace[1196955419] 'agreement among raft nodes before linearized reading' (duration: 941.4763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.170221Z","time spent":"941.576532ms","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-02-25T18:03:19.11121Z","caller":"traceutil/trace.go:171","msg":"trace[2053652166] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23736; }","duration":"1.048299947s","start":"2026-02-25T18:03:18.062903Z","end":"2026-02-25T18:03:19.111203Z","steps":["trace[2053652166] 'agreement among raft nodes before linearized reading' (duration: 1.048256926s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.062884Z","time spent":"1.048966283s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:19.111937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.144619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18978f55db3fee01\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-02-25T18:03:19.111416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.166827Z","time spent":"944.580921ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-qpwbr\" "} {"level":"info","ts":"2026-02-25T18:03:19.111962Z","caller":"traceutil/trace.go:171","msg":"trace[159749816] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18978f55db3fee01; range_end:; response_count:1; response_revision:23736; }","duration":"492.16944ms","start":"2026-02-25T18:03:18.619786Z","end":"2026-02-25T18:03:19.111956Z","steps":["trace[159749816] 'agreement among raft nodes before linearized reading' (duration: 492.105719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.823279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:19.11202Z","caller":"traceutil/trace.go:171","msg":"trace[413944881] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23736; }","duration":"606.927311ms","start":"2026-02-25T18:03:18.505082Z","end":"2026-02-25T18:03:19.112009Z","steps":["trace[413944881] 'agreement among raft nodes before linearized reading' (duration: 606.873679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.111773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.816677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-25T18:03:19.112099Z","caller":"traceutil/trace.go:171","msg":"trace[1145270992] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506; range_end:; response_count:1; response_revision:23736; }","duration":"942.161605ms","start":"2026-02-25T18:03:18.169925Z","end":"2026-02-25T18:03:19.112087Z","steps":["trace[1145270992] 'agreement among raft nodes before linearized reading' (duration: 941.801787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.112138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.169915Z","time spent":"942.210266ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" "} {"level":"info","ts":"2026-02-25T18:03:19.111274Z","caller":"traceutil/trace.go:171","msg":"trace[1594617487] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23736; }","duration":"1.240982638s","start":"2026-02-25T18:03:17.870284Z","end":"2026-02-25T18:03:19.111267Z","steps":["trace[1594617487] 'agreement among raft nodes before linearized reading' (duration: 1.240948528s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.112195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:17.870225Z","time spent":"1.241960031s","remote":"127.0.0.1:39450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:19.111934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.75721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:19.112249Z","caller":"traceutil/trace.go:171","msg":"trace[1581383459] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23736; }","duration":"937.071957ms","start":"2026-02-25T18:03:18.175167Z","end":"2026-02-25T18:03:19.112239Z","steps":["trace[1581383459] 'agreement among raft nodes before linearized reading' (duration: 936.738129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.112289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.175143Z","time spent":"937.136579ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:03:19.111988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.619714Z","time spent":"492.266262ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18978f55db3fee01\" "} {"level":"warn","ts":"2026-02-25T18:03:19.111059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:16.789406Z","time spent":"2.321647563s","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:19.111059Z","caller":"traceutil/trace.go:171","msg":"trace[631746910] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23736; }","duration":"2.096598703s","start":"2026-02-25T18:03:17.014453Z","end":"2026-02-25T18:03:19.111051Z","steps":["trace[631746910] 'agreement among raft nodes before linearized reading' (duration: 2.09643865s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.112451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:17.014395Z","time spent":"2.098049118s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:19.111086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770183083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:19.112503Z","caller":"traceutil/trace.go:171","msg":"trace[778535663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23736; }","duration":"2.771629167s","start":"2026-02-25T18:03:16.34086Z","end":"2026-02-25T18:03:19.11249Z","steps":["trace[778535663] 'agreement among raft nodes before linearized reading' (duration: 2.770211534s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:19.112589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:16.340837Z","time spent":"2.771692089s","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:19.112057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:18.505039Z","time spent":"607.009733ms","remote":"127.0.0.1:50316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:21.381807Z","caller":"traceutil/trace.go:171","msg":"trace[875471861] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"264.198904ms","start":"2026-02-25T18:03:21.117573Z","end":"2026-02-25T18:03:21.381772Z","steps":["trace[875471861] 'process raft request' (duration: 263.986949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:22.39266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005528559s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:03:22.569562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.63171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:22.570256Z","caller":"traceutil/trace.go:171","msg":"trace[1011662417] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"1.452518945s","start":"2026-02-25T18:03:21.1177Z","end":"2026-02-25T18:03:22.570219Z","steps":["trace[1011662417] 'process raft request' (duration: 1.275130307s)","trace[1011662417] 'compare' (duration: 176.461777ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:22.570411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.117682Z","time spent":"1.452644737s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:22.570404Z","caller":"traceutil/trace.go:171","msg":"trace[1938384364] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"1.451928801s","start":"2026-02-25T18:03:21.118454Z","end":"2026-02-25T18:03:22.570383Z","steps":["trace[1938384364] 'process raft request' (duration: 1.451661955s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:22.570474Z","caller":"traceutil/trace.go:171","msg":"trace[235437193] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"1.451703906s","start":"2026-02-25T18:03:21.118752Z","end":"2026-02-25T18:03:22.570456Z","steps":["trace[235437193] 'process raft request' (duration: 1.451495172s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:22.570523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.118448Z","time spent":"1.452018914s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:22.570572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.118743Z","time spent":"1.451771308s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:22.57075Z","caller":"traceutil/trace.go:171","msg":"trace[1441935123] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"1.451000859s","start":"2026-02-25T18:03:21.119721Z","end":"2026-02-25T18:03:22.570722Z","steps":["trace[1441935123] 'process raft request' (duration: 1.450650581s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:22.570891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.1197Z","time spent":"1.451111253s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:22.57031Z","caller":"traceutil/trace.go:171","msg":"trace[874213731] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"1.451749627s","start":"2026-02-25T18:03:21.118539Z","end":"2026-02-25T18:03:22.570288Z","steps":["trace[874213731] 'process raft request' (duration: 1.451663576s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:22.571478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.118534Z","time spent":"1.452844673s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:22.58987Z","caller":"traceutil/trace.go:171","msg":"trace[43998444] linearizableReadLoop","detail":"{readStateIndex:24583; appliedIndex:24581; }","duration":"1.471883453s","start":"2026-02-25T18:03:21.117969Z","end":"2026-02-25T18:03:22.589853Z","steps":["trace[43998444] 'read index received' (duration: 263.571069ms)","trace[43998444] 'applied index is now lower than readState.Index' (duration: 1.208311033s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:22.589916Z","caller":"traceutil/trace.go:171","msg":"trace[476843364] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"1.468094535s","start":"2026-02-25T18:03:21.121802Z","end":"2026-02-25T18:03:22.589897Z","steps":["trace[476843364] 'process raft request' (duration: 1.467996502s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:22.58995Z","caller":"traceutil/trace.go:171","msg":"trace[4916724] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"1.46918957s","start":"2026-02-25T18:03:21.120732Z","end":"2026-02-25T18:03:22.589921Z","steps":["trace[4916724] 'process raft request' (duration: 1.449822303s)","trace[4916724] 'compare' (duration: 19.180583ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:22.589998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.121788Z","time spent":"1.468167737s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:22.590076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472103877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:03:22.590113Z","caller":"traceutil/trace.go:171","msg":"trace[2010356927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23756; }","duration":"1.472166218s","start":"2026-02-25T18:03:21.117936Z","end":"2026-02-25T18:03:22.590103Z","steps":["trace[2010356927] 'agreement among raft nodes before linearized reading' (duration: 1.472009075s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:22.590145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.117931Z","time spent":"1.47220628s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:22.590323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.120722Z","time spent":"1.469278662s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:23.090771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395107,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T18:03:23.133323Z","caller":"traceutil/trace.go:171","msg":"trace[1720778938] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"1.062595527s","start":"2026-02-25T18:03:22.07071Z","end":"2026-02-25T18:03:23.133305Z","steps":["trace[1720778938] 'process raft request' (duration: 1.062250629s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:23.133566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:22.070684Z","time spent":"1.062685229s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:24.321983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999935389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T18:03:24.322096Z","caller":"traceutil/trace.go:171","msg":"trace[2063892275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111364s","start":"2026-02-25T18:03:22.321964Z","end":"2026-02-25T18:03:24.322076Z","steps":["trace[2063892275] 'agreement among raft nodes before linearized reading' (duration: 1.99997057s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.322144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:22.321944Z","time spent":"2.000190505s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:24.505053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.27355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:24.505414Z","caller":"traceutil/trace.go:171","msg":"trace[86394254] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"1.91209511s","start":"2026-02-25T18:03:22.593288Z","end":"2026-02-25T18:03:24.505383Z","steps":["trace[86394254] 'process raft request' (duration: 1.138737785s)","trace[86394254] 'compare' (duration: 771.867861ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:24.505453Z","caller":"traceutil/trace.go:171","msg":"trace[2051321047] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"1.119274685s","start":"2026-02-25T18:03:23.386158Z","end":"2026-02-25T18:03:24.505433Z","steps":["trace[2051321047] 'process raft request' (duration: 1.119025449s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:24.505488Z","caller":"traceutil/trace.go:171","msg":"trace[654008970] linearizableReadLoop","detail":"{readStateIndex:24591; appliedIndex:24590; }","duration":"1.91554095s","start":"2026-02-25T18:03:22.589918Z","end":"2026-02-25T18:03:24.505459Z","steps":["trace[654008970] 'read index received' (duration: 543.512206ms)","trace[654008970] 'applied index is now lower than readState.Index' (duration: 1.372026134s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:24.505545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:23.386143Z","time spent":"1.119346886s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:24.505551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:22.593267Z","time spent":"1.912209993s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:24.505797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382901247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-25T18:03:24.505829Z","caller":"traceutil/trace.go:171","msg":"trace[1003717721] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23759; }","duration":"3.382953679s","start":"2026-02-25T18:03:21.122864Z","end":"2026-02-25T18:03:24.505818Z","steps":["trace[1003717721] 'agreement among raft nodes before linearized reading' (duration: 3.382804176s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.505857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.122849Z","time spent":"3.38300139s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:24.506059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208969288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T18:03:24.50609Z","caller":"traceutil/trace.go:171","msg":"trace[501531421] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:23759; }","duration":"2.20903474s","start":"2026-02-25T18:03:22.297047Z","end":"2026-02-25T18:03:24.506082Z","steps":["trace[501531421] 'agreement among raft nodes before linearized reading' (duration: 2.208951548s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.506115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:22.297028Z","time spent":"2.209081641s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-02-25T18:03:24.506123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387698148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:03:24.506165Z","caller":"traceutil/trace.go:171","msg":"trace[1605828142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23759; }","duration":"3.38775907s","start":"2026-02-25T18:03:21.118394Z","end":"2026-02-25T18:03:24.506153Z","steps":["trace[1605828142] 'agreement among raft nodes before linearized reading' (duration: 3.387610306s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.506199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.118388Z","time spent":"3.387801181s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:03:24.506301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750106429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-25T18:03:24.506329Z","caller":"traceutil/trace.go:171","msg":"trace[330148232] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23759; }","duration":"2.750169711s","start":"2026-02-25T18:03:21.756151Z","end":"2026-02-25T18:03:24.506321Z","steps":["trace[330148232] 'agreement among raft nodes before linearized reading' (duration: 2.750084949s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.506354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.756131Z","time spent":"2.750217332s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-25T18:03:24.506376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386499461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T18:03:24.50641Z","caller":"traceutil/trace.go:171","msg":"trace[54311567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23759; }","duration":"3.386552502s","start":"2026-02-25T18:03:21.119843Z","end":"2026-02-25T18:03:24.506396Z","steps":["trace[54311567] 'agreement among raft nodes before linearized reading' (duration: 3.386471081s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.506449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.119828Z","time spent":"3.386609573s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:24.506483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021788205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:24.506509Z","caller":"traceutil/trace.go:171","msg":"trace[1830375572] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23759; }","duration":"3.021845717s","start":"2026-02-25T18:03:21.484655Z","end":"2026-02-25T18:03:24.506501Z","steps":["trace[1830375572] 'agreement among raft nodes before linearized reading' (duration: 3.021800826s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.506535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.48464Z","time spent":"3.021888527s","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:24.506608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386797737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:03:24.506643Z","caller":"traceutil/trace.go:171","msg":"trace[998337765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23759; }","duration":"3.386849149s","start":"2026-02-25T18:03:21.119785Z","end":"2026-02-25T18:03:24.506634Z","steps":["trace[998337765] 'agreement among raft nodes before linearized reading' (duration: 3.386766697s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.506679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306961574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:24.506714Z","caller":"traceutil/trace.go:171","msg":"trace[251145830] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23759; }","duration":"3.307016515s","start":"2026-02-25T18:03:21.199689Z","end":"2026-02-25T18:03:24.506705Z","steps":["trace[251145830] 'agreement among raft nodes before linearized reading' (duration: 3.306966043s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.50674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.199677Z","time spent":"3.307056215s","remote":"127.0.0.1:36608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:24.506877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334768935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:24.506904Z","caller":"traceutil/trace.go:171","msg":"trace[633859138] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23759; }","duration":"3.334828707s","start":"2026-02-25T18:03:21.172068Z","end":"2026-02-25T18:03:24.506897Z","steps":["trace[633859138] 'agreement among raft nodes before linearized reading' (duration: 3.334785546s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.50693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.172046Z","time spent":"3.334876588s","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:24.50667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:21.119777Z","time spent":"3.38688707s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:24.507194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195846645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-25T18:03:24.507299Z","caller":"traceutil/trace.go:171","msg":"trace[710251258] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506; range_end:; response_count:1; response_revision:23759; }","duration":"2.196384027s","start":"2026-02-25T18:03:22.310875Z","end":"2026-02-25T18:03:24.507259Z","steps":["trace[710251258] 'agreement among raft nodes before linearized reading' (duration: 2.194712089s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.507377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:22.310864Z","time spent":"2.1964738s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" "} {"level":"warn","ts":"2026-02-25T18:03:24.507713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.586144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:24.507808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.115531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:24.507889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210519224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:24.507891Z","caller":"traceutil/trace.go:171","msg":"trace[474672163] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23759; }","duration":"764.231914ms","start":"2026-02-25T18:03:23.743636Z","end":"2026-02-25T18:03:24.507868Z","steps":["trace[474672163] 'agreement among raft nodes before linearized reading' (duration: 764.099971ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:24.507913Z","caller":"traceutil/trace.go:171","msg":"trace[1942293423] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23759; }","duration":"1.210535984s","start":"2026-02-25T18:03:23.297366Z","end":"2026-02-25T18:03:24.507902Z","steps":["trace[1942293423] 'agreement among raft nodes before linearized reading' (duration: 1.210466003s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.507907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545922121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:03:24.507935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:23.297308Z","time spent":"1.210622786s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:24.507931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:23.743622Z","time spent":"764.299296ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:24.50795Z","caller":"traceutil/trace.go:171","msg":"trace[1160417467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23759; }","duration":"1.545992963s","start":"2026-02-25T18:03:22.961944Z","end":"2026-02-25T18:03:24.507937Z","steps":["trace[1160417467] 'agreement among raft nodes before linearized reading' (duration: 1.545933862s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.507741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.274657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:24.507986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:22.961926Z","time spent":"1.546051054s","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:24.507952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768235407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:24.508Z","caller":"traceutil/trace.go:171","msg":"trace[1041107352] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23759; }","duration":"713.544784ms","start":"2026-02-25T18:03:23.794438Z","end":"2026-02-25T18:03:24.507982Z","steps":["trace[1041107352] 'agreement among raft nodes before linearized reading' (duration: 713.278118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.508056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:23.794428Z","time spent":"713.614155ms","remote":"127.0.0.1:36688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:24.508005Z","caller":"traceutil/trace.go:171","msg":"trace[1219944796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23759; }","duration":"184.772118ms","start":"2026-02-25T18:03:24.323084Z","end":"2026-02-25T18:03:24.507856Z","steps":["trace[1219944796] 'agreement among raft nodes before linearized reading' (duration: 184.586114ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:24.508087Z","caller":"traceutil/trace.go:171","msg":"trace[1139787263] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23759; }","duration":"1.7683642s","start":"2026-02-25T18:03:22.739664Z","end":"2026-02-25T18:03:24.508028Z","steps":["trace[1139787263] 'agreement among raft nodes before linearized reading' (duration: 1.767960631s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.507782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130187818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:24.508206Z","caller":"traceutil/trace.go:171","msg":"trace[476775894] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23759; }","duration":"1.130663539s","start":"2026-02-25T18:03:23.377533Z","end":"2026-02-25T18:03:24.508197Z","steps":["trace[476775894] 'agreement among raft nodes before linearized reading' (duration: 1.130191368s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.507758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.973312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T18:03:24.508342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:22.739648Z","time spent":"1.768531814s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:24.508371Z","caller":"traceutil/trace.go:171","msg":"trace[1250819506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23759; }","duration":"249.599296ms","start":"2026-02-25T18:03:24.258754Z","end":"2026-02-25T18:03:24.508354Z","steps":["trace[1250819506] 'agreement among raft nodes before linearized reading' (duration: 248.91779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.508231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:23.377512Z","time spent":"1.1307109s","remote":"127.0.0.1:49432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:24.507806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.848246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-25T18:03:24.508481Z","caller":"traceutil/trace.go:171","msg":"trace[1617219161] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23759; }","duration":"745.564873ms","start":"2026-02-25T18:03:23.762909Z","end":"2026-02-25T18:03:24.508473Z","steps":["trace[1617219161] 'agreement among raft nodes before linearized reading' (duration: 744.755495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.508681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:23.762894Z","time spent":"745.606414ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:24.507815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.38643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:24.508738Z","caller":"traceutil/trace.go:171","msg":"trace[2119090787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23759; }","duration":"814.330011ms","start":"2026-02-25T18:03:23.694403Z","end":"2026-02-25T18:03:24.508733Z","steps":["trace[2119090787] 'agreement among raft nodes before linearized reading' (duration: 813.3951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:24.50878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:23.69439Z","time spent":"814.383763ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:25.503455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.289447ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-25T18:03:25.503615Z","caller":"traceutil/trace.go:171","msg":"trace[286153864] linearizableReadLoop","detail":"{readStateIndex:24593; appliedIndex:24592; }","duration":"993.743057ms","start":"2026-02-25T18:03:24.509849Z","end":"2026-02-25T18:03:25.503592Z","steps":["trace[286153864] 'read index received' (duration: 464.312496ms)","trace[286153864] 'applied index is now lower than readState.Index' (duration: 529.427841ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:25.503719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.508533Z","time spent":"995.1808ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T18:03:25.503899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.024783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-602c1dde-c088-44d3-9b21-37eeb88ec7ca\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-25T18:03:25.503978Z","caller":"traceutil/trace.go:171","msg":"trace[306553493] range","detail":"{range_begin:/registry/persistentvolumes/pvc-602c1dde-c088-44d3-9b21-37eeb88ec7ca; range_end:; response_count:1; response_revision:23759; }","duration":"994.117795ms","start":"2026-02-25T18:03:24.509836Z","end":"2026-02-25T18:03:25.503954Z","steps":["trace[306553493] 'agreement among raft nodes before linearized reading' (duration: 993.89899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:25.504018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.509807Z","time spent":"994.202838ms","remote":"127.0.0.1:49034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-602c1dde-c088-44d3-9b21-37eeb88ec7ca\" "} {"level":"warn","ts":"2026-02-25T18:03:26.006358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:26.036745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062548856s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:03:26.224192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.701627ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:26.224291Z","caller":"traceutil/trace.go:171","msg":"trace[1741466279] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23759; }","duration":"326.814159ms","start":"2026-02-25T18:03:25.897463Z","end":"2026-02-25T18:03:26.224277Z","steps":["trace[1741466279] 'range keys from in-memory index tree' (duration: 326.690897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.225364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.391482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:26.225607Z","caller":"traceutil/trace.go:171","msg":"trace[1676574022] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"1.715308965s","start":"2026-02-25T18:03:24.510254Z","end":"2026-02-25T18:03:26.225563Z","steps":["trace[1676574022] 'process raft request' (duration: 1.526619216s)","trace[1676574022] 'compare' (duration: 187.87513ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:26.225708Z","caller":"traceutil/trace.go:171","msg":"trace[612201281] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"1.714855395s","start":"2026-02-25T18:03:24.510838Z","end":"2026-02-25T18:03:26.225693Z","steps":["trace[612201281] 'process raft request' (duration: 1.714631s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.225966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.510832Z","time spent":"1.714911636s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:26.226009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.510244Z","time spent":"1.715461549s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:26.226391Z","caller":"traceutil/trace.go:171","msg":"trace[2125957537] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"1.713697058s","start":"2026-02-25T18:03:24.512684Z","end":"2026-02-25T18:03:26.226382Z","steps":["trace[2125957537] 'process raft request' (duration: 1.712974781s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.226443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.512673Z","time spent":"1.713744869s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:26.226644Z","caller":"traceutil/trace.go:171","msg":"trace[250871379] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"1.713871383s","start":"2026-02-25T18:03:24.512751Z","end":"2026-02-25T18:03:26.226622Z","steps":["trace[250871379] 'process raft request' (duration: 1.713584076s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:26.226708Z","caller":"traceutil/trace.go:171","msg":"trace[1442496804] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"1.633735191s","start":"2026-02-25T18:03:24.59296Z","end":"2026-02-25T18:03:26.226695Z","steps":["trace[1442496804] 'process raft request' (duration: 1.633649559s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:26.226695Z","caller":"traceutil/trace.go:171","msg":"trace[1405775339] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"1.650172671s","start":"2026-02-25T18:03:24.576513Z","end":"2026-02-25T18:03:26.226685Z","steps":["trace[1405775339] 'process raft request' (duration: 1.650014637s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:26.226739Z","caller":"traceutil/trace.go:171","msg":"trace[751483987] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"1.631765526s","start":"2026-02-25T18:03:24.594951Z","end":"2026-02-25T18:03:26.226717Z","steps":["trace[751483987] 'process raft request' (duration: 1.631698244s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.226795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.592931Z","time spent":"1.633813162s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:26.226771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.576492Z","time spent":"1.650253612s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:26.226895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.594938Z","time spent":"1.631874908s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:26.22676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.512744Z","time spent":"1.713956114s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:26.227136Z","caller":"traceutil/trace.go:171","msg":"trace[1304530570] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"1.632101463s","start":"2026-02-25T18:03:24.595024Z","end":"2026-02-25T18:03:26.227125Z","steps":["trace[1304530570] 'process raft request' (duration: 1.631656813s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.227189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.595017Z","time spent":"1.632148064s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:26.22729Z","caller":"traceutil/trace.go:171","msg":"trace[1138467142] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"1.632198676s","start":"2026-02-25T18:03:24.595076Z","end":"2026-02-25T18:03:26.227275Z","steps":["trace[1138467142] 'process raft request' (duration: 1.631904239s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.227366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.595069Z","time spent":"1.632262097s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:26.227647Z","caller":"traceutil/trace.go:171","msg":"trace[1627091783] linearizableReadLoop","detail":"{readStateIndex:24604; appliedIndex:24593; }","duration":"723.973275ms","start":"2026-02-25T18:03:25.503659Z","end":"2026-02-25T18:03:26.227632Z","steps":["trace[1627091783] 'read index received' (duration: 533.226569ms)","trace[1627091783] 'applied index is now lower than readState.Index' (duration: 190.745646ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:26.227707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285702671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:26.227743Z","caller":"traceutil/trace.go:171","msg":"trace[1469654641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23770; }","duration":"1.285773583s","start":"2026-02-25T18:03:24.94196Z","end":"2026-02-25T18:03:26.227734Z","steps":["trace[1469654641] 'agreement among raft nodes before linearized reading' (duration: 1.285691401s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.227782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.941946Z","time spent":"1.285832354s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T18:03:26.227755Z","caller":"traceutil/trace.go:171","msg":"trace[509248010] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"1.629219947s","start":"2026-02-25T18:03:24.598511Z","end":"2026-02-25T18:03:26.227731Z","steps":["trace[509248010] 'process raft request' (duration: 1.628994452s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.227813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695455257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:26.227847Z","caller":"traceutil/trace.go:171","msg":"trace[1356665634] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23770; }","duration":"1.695524699s","start":"2026-02-25T18:03:24.532316Z","end":"2026-02-25T18:03:26.227841Z","steps":["trace[1356665634] 'agreement among raft nodes before linearized reading' (duration: 1.695462327s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.227854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632636366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-25T18:03:26.227874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.598484Z","time spent":"1.629336449s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:26.227912Z","caller":"traceutil/trace.go:171","msg":"trace[1127228781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23770; }","duration":"1.632715438s","start":"2026-02-25T18:03:24.595182Z","end":"2026-02-25T18:03:26.227898Z","steps":["trace[1127228781] 'agreement among raft nodes before linearized reading' (duration: 1.632552994s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.227954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.595174Z","time spent":"1.632771839s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:03:26.227872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.532248Z","time spent":"1.69561825s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:26.227991Z","caller":"traceutil/trace.go:171","msg":"trace[114901948] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"722.527101ms","start":"2026-02-25T18:03:25.505227Z","end":"2026-02-25T18:03:26.227754Z","steps":["trace[114901948] 'process raft request' (duration: 722.359857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.227969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357229944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-25T18:03:26.227959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715550941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T18:03:26.228037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:25.505201Z","time spent":"722.813178ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:26.228041Z","caller":"traceutil/trace.go:171","msg":"trace[1554052364] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23770; }","duration":"1.357354286s","start":"2026-02-25T18:03:24.87067Z","end":"2026-02-25T18:03:26.228024Z","steps":["trace[1554052364] 'agreement among raft nodes before linearized reading' (duration: 1.35709923s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:26.228058Z","caller":"traceutil/trace.go:171","msg":"trace[1237245587] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23770; }","duration":"1.715730706s","start":"2026-02-25T18:03:24.512317Z","end":"2026-02-25T18:03:26.228048Z","steps":["trace[1237245587] 'agreement among raft nodes before linearized reading' (duration: 1.715573462s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.228087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.870649Z","time spent":"1.357430348s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-25T18:03:26.228089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:24.512307Z","time spent":"1.715774246s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T18:03:26.260751Z","caller":"traceutil/trace.go:171","msg":"trace[1207515499] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"120.824231ms","start":"2026-02-25T18:03:26.139905Z","end":"2026-02-25T18:03:26.26073Z","steps":["trace[1207515499] 'process raft request' (duration: 120.561825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.260751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.240452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:26.260899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.118019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-25T18:03:26.260927Z","caller":"traceutil/trace.go:171","msg":"trace[1555265894] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23771; }","duration":"673.467318ms","start":"2026-02-25T18:03:25.58744Z","end":"2026-02-25T18:03:26.260907Z","steps":["trace[1555265894] 'agreement among raft nodes before linearized reading' (duration: 673.208692ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:26.260979Z","caller":"traceutil/trace.go:171","msg":"trace[548601080] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23771; }","duration":"750.234451ms","start":"2026-02-25T18:03:25.510724Z","end":"2026-02-25T18:03:26.260958Z","steps":["trace[548601080] 'agreement among raft nodes before linearized reading' (duration: 749.982215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.261045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:25.510711Z","time spent":"750.320213ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:26.261063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:25.587422Z","time spent":"673.624682ms","remote":"127.0.0.1:39282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:26.261463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.863836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T18:03:26.261515Z","caller":"traceutil/trace.go:171","msg":"trace[1877816068] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23771; }","duration":"231.945418ms","start":"2026-02-25T18:03:26.029557Z","end":"2026-02-25T18:03:26.261502Z","steps":["trace[1877816068] 'agreement among raft nodes before linearized reading' (duration: 231.090719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:26.818608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395131,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T18:03:27.016843Z","caller":"traceutil/trace.go:171","msg":"trace[1864292535] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"719.037151ms","start":"2026-02-25T18:03:26.29778Z","end":"2026-02-25T18:03:27.016817Z","steps":["trace[1864292535] 'process raft request' (duration: 718.868517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.016993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.297758Z","time spent":"719.161264ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:27.736868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.604444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:27.737144Z","caller":"traceutil/trace.go:171","msg":"trace[744050402] linearizableReadLoop","detail":"{readStateIndex:24610; appliedIndex:24607; }","duration":"1.419380408s","start":"2026-02-25T18:03:26.317742Z","end":"2026-02-25T18:03:27.737123Z","steps":["trace[744050402] 'read index received' (duration: 699.11085ms)","trace[744050402] 'applied index is now lower than readState.Index' (duration: 720.267988ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:27.737244Z","caller":"traceutil/trace.go:171","msg":"trace[1677539404] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.418640081s","start":"2026-02-25T18:03:26.318592Z","end":"2026-02-25T18:03:27.737232Z","steps":["trace[1677539404] 'process raft request' (duration: 746.568777ms)","trace[1677539404] 'compare' (duration: 671.227565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:27.737315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.318576Z","time spent":"1.418700582s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:27.737378Z","caller":"traceutil/trace.go:171","msg":"trace[401076212] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"1.12816296s","start":"2026-02-25T18:03:26.609156Z","end":"2026-02-25T18:03:27.737319Z","steps":["trace[401076212] 'process raft request' (duration: 1.127925885s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.737605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.609135Z","time spent":"1.128343195s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:27.737732Z","caller":"traceutil/trace.go:171","msg":"trace[1274255817] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"1.22337766s","start":"2026-02-25T18:03:26.514317Z","end":"2026-02-25T18:03:27.737695Z","steps":["trace[1274255817] 'process raft request' (duration: 1.222658213s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.737807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415434847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:27.737884Z","caller":"traceutil/trace.go:171","msg":"trace[1857336053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23776; }","duration":"1.41554917s","start":"2026-02-25T18:03:26.322317Z","end":"2026-02-25T18:03:27.737866Z","steps":["trace[1857336053] 'agreement among raft nodes before linearized reading' (duration: 1.415416807s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.737906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.514291Z","time spent":"1.223526284s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:27.737929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.322307Z","time spent":"1.415614561s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:27.73799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.458684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:27.738077Z","caller":"traceutil/trace.go:171","msg":"trace[1488647709] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23776; }","duration":"930.626497ms","start":"2026-02-25T18:03:26.807428Z","end":"2026-02-25T18:03:27.738054Z","steps":["trace[1488647709] 'agreement among raft nodes before linearized reading' (duration: 930.425423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.738123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.807414Z","time spent":"930.69752ms","remote":"127.0.0.1:39594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:27.738172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.673546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:27.738205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030917885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:27.738232Z","caller":"traceutil/trace.go:171","msg":"trace[1595761483] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23776; }","duration":"461.750447ms","start":"2026-02-25T18:03:27.276464Z","end":"2026-02-25T18:03:27.738214Z","steps":["trace[1595761483] 'agreement among raft nodes before linearized reading' (duration: 461.627704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.738281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:27.276458Z","time spent":"461.813628ms","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:27.738288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117124496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:27.738119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42030294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T18:03:27.73832Z","caller":"traceutil/trace.go:171","msg":"trace[949375479] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23776; }","duration":"1.117183207s","start":"2026-02-25T18:03:26.621126Z","end":"2026-02-25T18:03:27.738309Z","steps":["trace[949375479] 'agreement among raft nodes before linearized reading' (duration: 1.117130446s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.738328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371074442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:27.73835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.621113Z","time spent":"1.117228588s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:27.73836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.727783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-25T18:03:27.738379Z","caller":"traceutil/trace.go:171","msg":"trace[1573667047] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23776; }","duration":"1.371128094s","start":"2026-02-25T18:03:26.367238Z","end":"2026-02-25T18:03:27.738366Z","steps":["trace[1573667047] 'agreement among raft nodes before linearized reading' (duration: 1.371041622s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.738381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.309746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:27.738238Z","caller":"traceutil/trace.go:171","msg":"trace[451138619] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23776; }","duration":"1.030982005s","start":"2026-02-25T18:03:26.707245Z","end":"2026-02-25T18:03:27.738227Z","steps":["trace[451138619] 'agreement among raft nodes before linearized reading' (duration: 1.030920274s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:27.738414Z","caller":"traceutil/trace.go:171","msg":"trace[453993436] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23776; }","duration":"764.385528ms","start":"2026-02-25T18:03:26.974019Z","end":"2026-02-25T18:03:27.738404Z","steps":["trace[453993436] 'agreement among raft nodes before linearized reading' (duration: 764.315566ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:27.738407Z","caller":"traceutil/trace.go:171","msg":"trace[800593628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23776; }","duration":"473.796995ms","start":"2026-02-25T18:03:27.264595Z","end":"2026-02-25T18:03:27.738392Z","steps":["trace[800593628] 'agreement among raft nodes before linearized reading' (duration: 473.621201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.738437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.367178Z","time spent":"1.371225447s","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T18:03:27.738447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.707228Z","time spent":"1.031209331s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:27.738446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.973993Z","time spent":"764.445598ms","remote":"127.0.0.1:49186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:27.738459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:27.264582Z","time spent":"473.867117ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"info","ts":"2026-02-25T18:03:27.738591Z","caller":"traceutil/trace.go:171","msg":"trace[812616805] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23776; }","duration":"1.420613527s","start":"2026-02-25T18:03:26.317713Z","end":"2026-02-25T18:03:27.738327Z","steps":["trace[812616805] 'agreement among raft nodes before linearized reading' (duration: 1.420006533s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.738654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228652952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T18:03:27.739282Z","caller":"traceutil/trace.go:171","msg":"trace[38468036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23776; }","duration":"1.229089092s","start":"2026-02-25T18:03:26.509993Z","end":"2026-02-25T18:03:27.739082Z","steps":["trace[38468036] 'agreement among raft nodes before linearized reading' (duration: 1.22856541s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:27.739335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.509946Z","time spent":"1.229376689s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:27.739326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:26.317696Z","time spent":"1.421475707s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-25T18:03:28.245708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:28.766663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.620256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:28.766776Z","caller":"traceutil/trace.go:171","msg":"trace[1059025552] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"1.022213974s","start":"2026-02-25T18:03:27.744539Z","end":"2026-02-25T18:03:28.766753Z","steps":["trace[1059025552] 'process raft request' (duration: 772.417924ms)","trace[1059025552] 'compare' (duration: 248.978172ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:28.766846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:27.744522Z","time spent":"1.022296676s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:29.679469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162407743s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:03:29.747409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:03:29.747492Z","caller":"traceutil/trace.go:171","msg":"trace[33417537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248838s","start":"2026-02-25T18:03:27.747215Z","end":"2026-02-25T18:03:29.747464Z","steps":["trace[33417537] 'agreement among raft nodes before linearized reading' (duration: 2.000154276s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:29.747555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:27.747208Z","time spent":"2.00033741s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:03:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:03:30.081982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.257643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:30.082383Z","caller":"traceutil/trace.go:171","msg":"trace[1904341796] linearizableReadLoop","detail":"{readStateIndex:24619; appliedIndex:24610; }","duration":"2.336719481s","start":"2026-02-25T18:03:27.745646Z","end":"2026-02-25T18:03:30.082365Z","steps":["trace[1904341796] 'read index received' (duration: 771.40793ms)","trace[1904341796] 'applied index is now lower than readState.Index' (duration: 1.56531055s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:30.082599Z","caller":"traceutil/trace.go:171","msg":"trace[596021781] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"2.003002762s","start":"2026-02-25T18:03:28.079581Z","end":"2026-02-25T18:03:30.082583Z","steps":["trace[596021781] 'process raft request' (duration: 1.600057573s)","trace[596021781] 'compare' (duration: 402.101669ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:30.082661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.079562Z","time spent":"2.003065853s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:30.082734Z","caller":"traceutil/trace.go:171","msg":"trace[702396950] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"1.848960053s","start":"2026-02-25T18:03:28.233744Z","end":"2026-02-25T18:03:30.082704Z","steps":["trace[702396950] 'process raft request' (duration: 1.848469532s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:30.082806Z","caller":"traceutil/trace.go:171","msg":"trace[1135666883] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"1.849937716s","start":"2026-02-25T18:03:28.23283Z","end":"2026-02-25T18:03:30.082767Z","steps":["trace[1135666883] 'process raft request' (duration: 1.849348432s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:30.082811Z","caller":"traceutil/trace.go:171","msg":"trace[506750735] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"1.850317654s","start":"2026-02-25T18:03:28.232459Z","end":"2026-02-25T18:03:30.082776Z","steps":["trace[506750735] 'process raft request' (duration: 1.849678829s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.082936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337293865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:03:30.082974Z","caller":"traceutil/trace.go:171","msg":"trace[133486584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23785; }","duration":"2.337359725s","start":"2026-02-25T18:03:27.745604Z","end":"2026-02-25T18:03:30.082963Z","steps":["trace[133486584] 'agreement among raft nodes before linearized reading' (duration: 2.337215812s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.082969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.232451Z","time spent":"1.850440397s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:30.082974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.233737Z","time spent":"1.849059315s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:30.082982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.232823Z","time spent":"1.850061579s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:30.083017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:27.745588Z","time spent":"2.337422107s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T18:03:30.083109Z","caller":"traceutil/trace.go:171","msg":"trace[1032232620] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"1.84928148s","start":"2026-02-25T18:03:28.233812Z","end":"2026-02-25T18:03:30.083094Z","steps":["trace[1032232620] 'process raft request' (duration: 1.848444511s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:30.083113Z","caller":"traceutil/trace.go:171","msg":"trace[1700782342] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"1.847873838s","start":"2026-02-25T18:03:28.235227Z","end":"2026-02-25T18:03:30.0831Z","steps":["trace[1700782342] 'process raft request' (duration: 1.847066089s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.083188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.233799Z","time spent":"1.849331401s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:30.083195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.235208Z","time spent":"1.847928869s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:30.083192Z","caller":"traceutil/trace.go:171","msg":"trace[336914859] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"1.845304679s","start":"2026-02-25T18:03:28.237453Z","end":"2026-02-25T18:03:30.082757Z","steps":["trace[336914859] 'process raft request' (duration: 1.844875789s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.084254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.237448Z","time spent":"1.846748472s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:30.083597Z","caller":"traceutil/trace.go:171","msg":"trace[953012972] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"1.944283965s","start":"2026-02-25T18:03:28.138467Z","end":"2026-02-25T18:03:30.082751Z","steps":["trace[953012972] 'process raft request' (duration: 1.94360672s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.084359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.138442Z","time spent":"1.945871242s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:30.098007Z","caller":"traceutil/trace.go:171","msg":"trace[1210112914] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"354.632732ms","start":"2026-02-25T18:03:29.743354Z","end":"2026-02-25T18:03:30.097987Z","steps":["trace[1210112914] 'process raft request' (duration: 354.443738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.098031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337714013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:30.098071Z","caller":"traceutil/trace.go:171","msg":"trace[1789888226] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23786; }","duration":"1.337758524s","start":"2026-02-25T18:03:28.760301Z","end":"2026-02-25T18:03:30.098059Z","steps":["trace[1789888226] 'agreement among raft nodes before linearized reading' (duration: 1.337628411s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.098097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.760261Z","time spent":"1.337827896s","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:30.098102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868133606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T18:03:30.098101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:29.743331Z","time spent":"354.724664ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:30.098079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353415125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-25T18:03:30.098198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867130633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T18:03:30.098135Z","caller":"traceutil/trace.go:171","msg":"trace[1928904033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23786; }","duration":"1.868197998s","start":"2026-02-25T18:03:28.229927Z","end":"2026-02-25T18:03:30.098125Z","steps":["trace[1928904033] 'agreement among raft nodes before linearized reading' (duration: 1.868094645s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.098229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315409599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:03:30.098255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.876529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:30.098265Z","caller":"traceutil/trace.go:171","msg":"trace[290254225] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23786; }","duration":"2.315461809s","start":"2026-02-25T18:03:27.78279Z","end":"2026-02-25T18:03:30.098252Z","steps":["trace[290254225] 'agreement among raft nodes before linearized reading' (duration: 2.315398708s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:30.098286Z","caller":"traceutil/trace.go:171","msg":"trace[2126108430] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23786; }","duration":"851.9282ms","start":"2026-02-25T18:03:29.246348Z","end":"2026-02-25T18:03:30.098276Z","steps":["trace[2126108430] 'agreement among raft nodes before linearized reading' (duration: 851.883429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.098296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:27.782779Z","time spent":"2.31551013s","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:30.098287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865875724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T18:03:30.098396Z","caller":"traceutil/trace.go:171","msg":"trace[356373361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23786; }","duration":"1.866039967s","start":"2026-02-25T18:03:28.232343Z","end":"2026-02-25T18:03:30.098383Z","steps":["trace[356373361] 'agreement among raft nodes before linearized reading' (duration: 1.865691379s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.098401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266286653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:30.098461Z","caller":"traceutil/trace.go:171","msg":"trace[1579415652] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23786; }","duration":"2.266391586s","start":"2026-02-25T18:03:27.832054Z","end":"2026-02-25T18:03:30.098445Z","steps":["trace[1579415652] 'agreement among raft nodes before linearized reading' (duration: 2.266302304s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.098498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.512307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:30.098548Z","caller":"traceutil/trace.go:171","msg":"trace[1239885866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23786; }","duration":"351.07845ms","start":"2026-02-25T18:03:29.747462Z","end":"2026-02-25T18:03:30.09854Z","steps":["trace[1239885866] 'agreement among raft nodes before linearized reading' (duration: 350.485546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.098597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:29.747442Z","time spent":"351.149672ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:30.098923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778312522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:03:30.099056Z","caller":"traceutil/trace.go:171","msg":"trace[1927607017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23786; }","duration":"1.778503065s","start":"2026-02-25T18:03:28.320524Z","end":"2026-02-25T18:03:30.099027Z","steps":["trace[1927607017] 'agreement among raft nodes before linearized reading' (duration: 1.778153867s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.099131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.32051Z","time spent":"1.778604687s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:03:30.099398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.908374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:30.099639Z","caller":"traceutil/trace.go:171","msg":"trace[257959792] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23786; }","duration":"934.183141ms","start":"2026-02-25T18:03:29.16543Z","end":"2026-02-25T18:03:30.099613Z","steps":["trace[257959792] 'agreement among raft nodes before linearized reading' (duration: 933.908765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.099994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:29.165413Z","time spent":"934.559209ms","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:03:30.100461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.302554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:30.100671Z","caller":"traceutil/trace.go:171","msg":"trace[826635069] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23786; }","duration":"919.230416ms","start":"2026-02-25T18:03:29.181408Z","end":"2026-02-25T18:03:30.100638Z","steps":["trace[826635069] 'agreement among raft nodes before linearized reading' (duration: 918.241473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.100741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:29.181388Z","time spent":"919.332328ms","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:30.103393Z","caller":"traceutil/trace.go:171","msg":"trace[1369345238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23786; }","duration":"1.872321683s","start":"2026-02-25T18:03:28.231061Z","end":"2026-02-25T18:03:30.103383Z","steps":["trace[1369345238] 'agreement among raft nodes before linearized reading' (duration: 1.867087502s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.103426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.231041Z","time spent":"1.872377414s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T18:03:30.098168Z","caller":"traceutil/trace.go:171","msg":"trace[668097513] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23786; }","duration":"1.353535498s","start":"2026-02-25T18:03:28.744619Z","end":"2026-02-25T18:03:30.098155Z","steps":["trace[668097513] 'agreement among raft nodes before linearized reading' (duration: 1.353321773s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:30.10352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.229904Z","time spent":"1.873602042s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:03:30.103555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.744606Z","time spent":"1.358938303s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:30.098306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:29.246336Z","time spent":"851.964532ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:30.09845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:28.232338Z","time spent":"1.866104629s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:30.105938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:27.832034Z","time spent":"2.2738789s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:30.606979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:32.106296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999423558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:03:32.106371Z","caller":"traceutil/trace.go:171","msg":"trace[944162065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999546611s","start":"2026-02-25T18:03:30.106809Z","end":"2026-02-25T18:03:32.106355Z","steps":["trace[944162065] 'agreement among raft nodes before linearized reading' (duration: 1.999456149s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.106451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.10676Z","time spent":"1.999642593s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:03:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:03:32.106967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337297273s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:03:32.115304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345531283s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:32.115529Z","caller":"traceutil/trace.go:171","msg":"trace[399653320] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"2.01120182s","start":"2026-02-25T18:03:30.104301Z","end":"2026-02-25T18:03:32.115502Z","steps":["trace[399653320] 'process raft request' (duration: 665.38368ms)","trace[399653320] 'compare' (duration: 1.344848218s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:32.115623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.104286Z","time spent":"2.011294162s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:32.115626Z","caller":"traceutil/trace.go:171","msg":"trace[2023230072] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"2.008373325s","start":"2026-02-25T18:03:30.107235Z","end":"2026-02-25T18:03:32.115608Z","steps":["trace[2023230072] 'process raft request' (duration: 2.00817285s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:32.115671Z","caller":"traceutil/trace.go:171","msg":"trace[1051743157] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"2.007957895s","start":"2026-02-25T18:03:30.107703Z","end":"2026-02-25T18:03:32.115661Z","steps":["trace[1051743157] 'process raft request' (duration: 2.007791721s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.115713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.107216Z","time spent":"2.008454426s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:32.115737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.107692Z","time spent":"2.008012876s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:32.115634Z","caller":"traceutil/trace.go:171","msg":"trace[698716923] linearizableReadLoop","detail":"{readStateIndex:24625; appliedIndex:24620; }","duration":"2.008770724s","start":"2026-02-25T18:03:30.10685Z","end":"2026-02-25T18:03:32.115621Z","steps":["trace[698716923] 'read index received' (duration: 662.806461ms)","trace[698716923] 'applied index is now lower than readState.Index' (duration: 1.345963273s)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:32.115815Z","caller":"traceutil/trace.go:171","msg":"trace[1448146933] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"2.007532865s","start":"2026-02-25T18:03:30.108272Z","end":"2026-02-25T18:03:32.115805Z","steps":["trace[1448146933] 'process raft request' (duration: 2.007262959s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.115863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.108264Z","time spent":"2.007572186s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:32.115922Z","caller":"traceutil/trace.go:171","msg":"trace[830163095] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"2.007594757s","start":"2026-02-25T18:03:30.108317Z","end":"2026-02-25T18:03:32.115911Z","steps":["trace[830163095] 'process raft request' (duration: 2.007266139s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.115986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.108312Z","time spent":"2.007642478s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:32.494053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.336298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:32.494297Z","caller":"traceutil/trace.go:171","msg":"trace[1571958970] linearizableReadLoop","detail":"{readStateIndex:24632; appliedIndex:24625; }","duration":"378.471433ms","start":"2026-02-25T18:03:32.115813Z","end":"2026-02-25T18:03:32.494285Z","steps":["trace[1571958970] 'read index received' (duration: 151.818867ms)","trace[1571958970] 'applied index is now lower than readState.Index' (duration: 226.651576ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:32.494458Z","caller":"traceutil/trace.go:171","msg":"trace[2127569977] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"406.366397ms","start":"2026-02-25T18:03:32.088086Z","end":"2026-02-25T18:03:32.494452Z","steps":["trace[2127569977] 'process raft request' (duration: 179.564058ms)","trace[2127569977] 'compare' (duration: 226.206246ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:32.494494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.088059Z","time spent":"406.414929ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:32.49466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384510234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-25T18:03:32.494677Z","caller":"traceutil/trace.go:171","msg":"trace[2064099112] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23798; }","duration":"1.384564215s","start":"2026-02-25T18:03:31.110106Z","end":"2026-02-25T18:03:32.49467Z","steps":["trace[2064099112] 'agreement among raft nodes before linearized reading' (duration: 1.384493234s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.494691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:31.110083Z","time spent":"1.384605666s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"info","ts":"2026-02-25T18:03:32.494681Z","caller":"traceutil/trace.go:171","msg":"trace[1718315444] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"404.027883ms","start":"2026-02-25T18:03:32.090622Z","end":"2026-02-25T18:03:32.49465Z","steps":["trace[1718315444] 'process raft request' (duration: 403.607723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.494748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382132949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-25T18:03:32.494962Z","caller":"traceutil/trace.go:171","msg":"trace[245349474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23798; }","duration":"2.382379495s","start":"2026-02-25T18:03:30.112575Z","end":"2026-02-25T18:03:32.494954Z","steps":["trace[245349474] 'agreement among raft nodes before linearized reading' (duration: 2.382043667s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.494983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.112568Z","time spent":"2.382407185s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T18:03:32.495006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387897462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:32.494998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.090611Z","time spent":"404.129446ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:32.494976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.462304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:32.495058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.704738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:32.495077Z","caller":"traceutil/trace.go:171","msg":"trace[1393451663] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23798; }","duration":"365.749059ms","start":"2026-02-25T18:03:32.129322Z","end":"2026-02-25T18:03:32.495071Z","steps":["trace[1393451663] 'agreement among raft nodes before linearized reading' (duration: 365.719618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.495091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.129307Z","time spent":"365.78149ms","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:32.49511Z","caller":"traceutil/trace.go:171","msg":"trace[1746538879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23798; }","duration":"388.592547ms","start":"2026-02-25T18:03:32.106447Z","end":"2026-02-25T18:03:32.49504Z","steps":["trace[1746538879] 'agreement among raft nodes before linearized reading' (duration: 388.241719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.495222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212409808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:32.495227Z","caller":"traceutil/trace.go:171","msg":"trace[47805054] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"405.373364ms","start":"2026-02-25T18:03:32.089846Z","end":"2026-02-25T18:03:32.495219Z","steps":["trace[47805054] 'process raft request' (duration: 404.34444ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:32.495246Z","caller":"traceutil/trace.go:171","msg":"trace[1683483392] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23798; }","duration":"2.212432848s","start":"2026-02-25T18:03:30.282807Z","end":"2026-02-25T18:03:32.49524Z","steps":["trace[1683483392] 'agreement among raft nodes before linearized reading' (duration: 2.212403478s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.495261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.282722Z","time spent":"2.212534611s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:32.49528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.089835Z","time spent":"405.411996ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:32.495338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.081263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-25T18:03:32.49536Z","caller":"traceutil/trace.go:171","msg":"trace[943081559] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d67958dc6-sgccz.18978f46b9155506; range_end:; response_count:1; response_revision:23798; }","duration":"184.105143ms","start":"2026-02-25T18:03:32.311251Z","end":"2026-02-25T18:03:32.495356Z","steps":["trace[943081559] 'agreement among raft nodes before linearized reading' (duration: 184.048172ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:32.495402Z","caller":"traceutil/trace.go:171","msg":"trace[1302528676] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"405.286172ms","start":"2026-02-25T18:03:32.090106Z","end":"2026-02-25T18:03:32.495392Z","steps":["trace[1302528676] 'process raft request' (duration: 404.106635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.49546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.090095Z","time spent":"405.338214ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:32.495501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.889352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:32.495523Z","caller":"traceutil/trace.go:171","msg":"trace[1086855452] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23798; }","duration":"220.952614ms","start":"2026-02-25T18:03:32.274566Z","end":"2026-02-25T18:03:32.495518Z","steps":["trace[1086855452] 'agreement among raft nodes before linearized reading' (duration: 220.918503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.495474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.624215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T18:03:32.495551Z","caller":"traceutil/trace.go:171","msg":"trace[438279257] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:23798; }","duration":"197.722137ms","start":"2026-02-25T18:03:32.297819Z","end":"2026-02-25T18:03:32.495542Z","steps":["trace[438279257] 'agreement among raft nodes before linearized reading' (duration: 197.608795ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:32.495161Z","caller":"traceutil/trace.go:171","msg":"trace[359404498] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"405.819634ms","start":"2026-02-25T18:03:32.08933Z","end":"2026-02-25T18:03:32.495149Z","steps":["trace[359404498] 'process raft request' (duration: 404.791951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.495712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.089314Z","time spent":"406.370108ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:32.495715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.51006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-25T18:03:32.495163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001386464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:32.495025Z","caller":"traceutil/trace.go:171","msg":"trace[1830952725] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23798; }","duration":"2.387967333s","start":"2026-02-25T18:03:30.107052Z","end":"2026-02-25T18:03:32.495019Z","steps":["trace[1830952725] 'agreement among raft nodes before linearized reading' (duration: 2.387899962s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:32.495799Z","caller":"traceutil/trace.go:171","msg":"trace[403915212] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23798; }","duration":"699.667103ms","start":"2026-02-25T18:03:31.796114Z","end":"2026-02-25T18:03:32.495781Z","steps":["trace[403915212] 'agreement among raft nodes before linearized reading' (duration: 699.487409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.495852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:31.796052Z","time spent":"699.792006ms","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-02-25T18:03:32.49588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.107041Z","time spent":"2.388800172s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-25T18:03:32.495194Z","caller":"traceutil/trace.go:171","msg":"trace[1677382285] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"405.359584ms","start":"2026-02-25T18:03:32.089824Z","end":"2026-02-25T18:03:32.495184Z","steps":["trace[1677382285] 'process raft request' (duration: 404.346661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.496047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.089806Z","time spent":"406.173152ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:32.495799Z","caller":"traceutil/trace.go:171","msg":"trace[202807464] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23798; }","duration":"2.002064209s","start":"2026-02-25T18:03:30.493723Z","end":"2026-02-25T18:03:32.495787Z","steps":["trace[202807464] 'agreement among raft nodes before linearized reading' (duration: 2.001423254s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.495135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724620751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:03:32.496233Z","caller":"traceutil/trace.go:171","msg":"trace[1780436531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23798; }","duration":"1.725738516s","start":"2026-02-25T18:03:30.770482Z","end":"2026-02-25T18:03:32.49622Z","steps":["trace[1780436531] 'agreement among raft nodes before linearized reading' (duration: 1.72461684s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.496197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.493673Z","time spent":"2.002514249s","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:32.496307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.770465Z","time spent":"1.725830309s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:32.495199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170268504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:32.495818Z","caller":"traceutil/trace.go:171","msg":"trace[2121418789] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"392.882066ms","start":"2026-02-25T18:03:32.102916Z","end":"2026-02-25T18:03:32.495798Z","steps":["trace[2121418789] 'process raft request' (duration: 391.328371ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:32.496576Z","caller":"traceutil/trace.go:171","msg":"trace[2015026947] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23798; }","duration":"2.171644656s","start":"2026-02-25T18:03:30.3249Z","end":"2026-02-25T18:03:32.496545Z","steps":["trace[2015026947] 'agreement among raft nodes before linearized reading' (duration: 2.170283675s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.496677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:30.324865Z","time spent":"2.17179412s","remote":"127.0.0.1:36710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:32.497317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.102902Z","time spent":"393.730876ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:32.497509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.106429Z","time spent":"388.796931ms","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:32.495188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218137691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T18:03:32.497557Z","caller":"traceutil/trace.go:171","msg":"trace[2297491] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23798; }","duration":"1.220552566s","start":"2026-02-25T18:03:31.276994Z","end":"2026-02-25T18:03:32.497547Z","steps":["trace[2297491] 'agreement among raft nodes before linearized reading' (duration: 1.217575817s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.497605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:31.276973Z","time spent":"1.220602977s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T18:03:32.49832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.860796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:32.498366Z","caller":"traceutil/trace.go:171","msg":"trace[431787006] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23798; }","duration":"935.90681ms","start":"2026-02-25T18:03:31.562445Z","end":"2026-02-25T18:03:32.498352Z","steps":["trace[431787006] 'agreement among raft nodes before linearized reading' (duration: 933.345251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:32.498402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:31.562419Z","time spent":"935.973102ms","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:32.999953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:33.500976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:33.940118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.443697982s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:03:34.147532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.175976ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-25T18:03:34.147752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.496315Z","time spent":"1.65143399s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T18:03:34.147771Z","caller":"traceutil/trace.go:171","msg":"trace[1721060593] linearizableReadLoop","detail":"{readStateIndex:24635; appliedIndex:24632; }","duration":"1.648282888s","start":"2026-02-25T18:03:32.499479Z","end":"2026-02-25T18:03:34.147762Z","steps":["trace[1721060593] 'read index received' (duration: 1.440886686s)","trace[1721060593] 'applied index is now lower than readState.Index' (duration: 207.395291ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:34.147871Z","caller":"traceutil/trace.go:171","msg":"trace[937378001] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"1.648533473s","start":"2026-02-25T18:03:32.499331Z","end":"2026-02-25T18:03:34.147865Z","steps":["trace[937378001] 'process raft request' (duration: 1.648260777s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:34.148133Z","caller":"traceutil/trace.go:171","msg":"trace[1213745911] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"1.646733191s","start":"2026-02-25T18:03:32.501391Z","end":"2026-02-25T18:03:34.148124Z","steps":["trace[1213745911] 'process raft request' (duration: 1.646341852s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:34.148169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.501369Z","time spent":"1.646780902s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:34.148328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64882653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-9xn4v\" ","response":"range_response_count:1 size:4353"} {"level":"info","ts":"2026-02-25T18:03:34.148385Z","caller":"traceutil/trace.go:171","msg":"trace[78386490] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-9xn4v; range_end:; response_count:1; response_revision:23800; }","duration":"1.648911272s","start":"2026-02-25T18:03:32.499459Z","end":"2026-02-25T18:03:34.14837Z","steps":["trace[78386490] 'agreement among raft nodes before linearized reading' (duration: 1.648681616s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:34.148415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.499452Z","time spent":"1.648955372s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4376,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-9xn4v\" "} {"level":"warn","ts":"2026-02-25T18:03:34.147929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.499317Z","time spent":"1.648566133s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:34.503823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T18:03:34.503909Z","caller":"traceutil/trace.go:171","msg":"trace[2022636527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362149s","start":"2026-02-25T18:03:32.503527Z","end":"2026-02-25T18:03:34.503889Z","steps":["trace[2022636527] 'agreement among raft nodes before linearized reading' (duration: 2.000261447s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:34.503953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.503515Z","time spent":"2.000428861s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:34.648298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:35.148821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:35.611692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46408384s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T18:03:35.692655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999772845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:03:35.692755Z","caller":"traceutil/trace.go:171","msg":"trace[1918127310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999983381s","start":"2026-02-25T18:03:33.692746Z","end":"2026-02-25T18:03:35.692729Z","steps":["trace[1918127310] 'agreement among raft nodes before linearized reading' (duration: 1.999792846s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:35.692805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:33.692732Z","time spent":"2.000063302s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:03:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:03:36.394443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.557058ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T18:03:36.394899Z","caller":"traceutil/trace.go:171","msg":"trace[528893193] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"2.246339761s","start":"2026-02-25T18:03:34.148544Z","end":"2026-02-25T18:03:36.394884Z","steps":["trace[528893193] 'process raft request' (duration: 2.246019654s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.395009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.148536Z","time spent":"2.246406324s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:36.50491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T18:03:36.504966Z","caller":"traceutil/trace.go:171","msg":"trace[1686409253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031323s","start":"2026-02-25T18:03:34.504922Z","end":"2026-02-25T18:03:36.504953Z","steps":["trace[1686409253] 'agreement among raft nodes before linearized reading' (duration: 1.999964092s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.505014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.50491Z","time spent":"2.000090234s","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 18:03:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T18:03:36.608279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.325258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:36.608443Z","caller":"traceutil/trace.go:171","msg":"trace[1640242388] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"2.107359962s","start":"2026-02-25T18:03:34.501065Z","end":"2026-02-25T18:03:36.608425Z","steps":["trace[1640242388] 'process raft request' (duration: 1.893809789s)","trace[1640242388] 'compare' (duration: 213.176935ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:36.608502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.50104Z","time spent":"2.107433153s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:36.608854Z","caller":"traceutil/trace.go:171","msg":"trace[2093840232] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"2.107327292s","start":"2026-02-25T18:03:34.501504Z","end":"2026-02-25T18:03:36.608831Z","steps":["trace[2093840232] 'process raft request' (duration: 2.107155468s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:36.608979Z","caller":"traceutil/trace.go:171","msg":"trace[746703635] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"250.709642ms","start":"2026-02-25T18:03:36.358253Z","end":"2026-02-25T18:03:36.608963Z","steps":["trace[746703635] 'process raft request' (duration: 250.668851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.608996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.501497Z","time spent":"2.107439424s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:36.609045Z","caller":"traceutil/trace.go:171","msg":"trace[665559972] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"2.106159904s","start":"2026-02-25T18:03:34.502853Z","end":"2026-02-25T18:03:36.609013Z","steps":["trace[665559972] 'process raft request' (duration: 2.105963919s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:36.609171Z","caller":"traceutil/trace.go:171","msg":"trace[467968286] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"2.107168037s","start":"2026-02-25T18:03:34.501994Z","end":"2026-02-25T18:03:36.609162Z","steps":["trace[467968286] 'process raft request' (duration: 2.106792309s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.609226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107974768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:36.609238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.501986Z","time spent":"2.107208818s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:36.609251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46313345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T18:03:36.609256Z","caller":"traceutil/trace.go:171","msg":"trace[131456304] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23811; }","duration":"4.108014928s","start":"2026-02-25T18:03:32.501229Z","end":"2026-02-25T18:03:36.609244Z","steps":["trace[131456304] 'agreement among raft nodes before linearized reading' (duration: 4.107963077s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:36.609273Z","caller":"traceutil/trace.go:171","msg":"trace[1156512311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23811; }","duration":"2.463180881s","start":"2026-02-25T18:03:34.146086Z","end":"2026-02-25T18:03:36.609267Z","steps":["trace[1156512311] 'agreement among raft nodes before linearized reading' (duration: 2.463091959s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.609279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.502844Z","time spent":"2.106347869s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:36.609171Z","caller":"traceutil/trace.go:171","msg":"trace[1563162440] linearizableReadLoop","detail":"{readStateIndex:24645; appliedIndex:24635; }","duration":"2.461374319s","start":"2026-02-25T18:03:34.147787Z","end":"2026-02-25T18:03:36.609161Z","steps":["trace[1563162440] 'read index received' (duration: 1.464082701s)","trace[1563162440] 'applied index is now lower than readState.Index' (duration: 997.290588ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:36.609352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463098709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-25T18:03:36.609364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856853515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-25T18:03:36.609367Z","caller":"traceutil/trace.go:171","msg":"trace[781443885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23811; }","duration":"2.46312956s","start":"2026-02-25T18:03:34.146233Z","end":"2026-02-25T18:03:36.609362Z","steps":["trace[781443885] 'agreement among raft nodes before linearized reading' (duration: 2.463081729s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.609388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.146229Z","time spent":"2.463155511s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T18:03:36.609139Z","caller":"traceutil/trace.go:171","msg":"trace[2118155370] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"1.366908597s","start":"2026-02-25T18:03:35.242224Z","end":"2026-02-25T18:03:36.609133Z","steps":["trace[2118155370] 'process raft request' (duration: 1.366659121s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.609426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:35.242063Z","time spent":"1.367342807s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:36.60948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458178336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-25T18:03:36.609514Z","caller":"traceutil/trace.go:171","msg":"trace[567403810] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8; range_end:; response_count:1; response_revision:23811; }","duration":"2.458236426s","start":"2026-02-25T18:03:34.151267Z","end":"2026-02-25T18:03:36.609504Z","steps":["trace[567403810] 'agreement among raft nodes before linearized reading' (duration: 2.458130954s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.609522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108323595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-25T18:03:36.609544Z","caller":"traceutil/trace.go:171","msg":"trace[1255214437] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23811; }","duration":"3.108384266s","start":"2026-02-25T18:03:33.501154Z","end":"2026-02-25T18:03:36.609538Z","steps":["trace[1255214437] 'agreement among raft nodes before linearized reading' (duration: 3.108312754s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.609543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.151253Z","time spent":"2.458283388s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" "} {"level":"warn","ts":"2026-02-25T18:03:36.60956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:33.501134Z","time spent":"3.108422797s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:36.609281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.501214Z","time spent":"4.10806113s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:03:36.609669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.740554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-25T18:03:36.609698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911831486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:36.609712Z","caller":"traceutil/trace.go:171","msg":"trace[694278800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23811; }","duration":"457.814856ms","start":"2026-02-25T18:03:36.151885Z","end":"2026-02-25T18:03:36.6097Z","steps":["trace[694278800] 'agreement among raft nodes before linearized reading' (duration: 457.693693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.609728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54754028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:03:36.609744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.151868Z","time spent":"457.870118ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T18:03:36.609759Z","caller":"traceutil/trace.go:171","msg":"trace[676358004] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23811; }","duration":"1.547575671s","start":"2026-02-25T18:03:35.062174Z","end":"2026-02-25T18:03:36.60975Z","steps":["trace[676358004] 'agreement among raft nodes before linearized reading' (duration: 1.54751764s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.609772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989699994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-25T18:03:36.609789Z","caller":"traceutil/trace.go:171","msg":"trace[1237425180] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:23811; }","duration":"2.989753416s","start":"2026-02-25T18:03:33.620031Z","end":"2026-02-25T18:03:36.609784Z","steps":["trace[1237425180] 'agreement among raft nodes before linearized reading' (duration: 2.989700425s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.60979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:35.062141Z","time spent":"1.547641143s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:36.609809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:33.620009Z","time spent":"2.989795986s","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-02-25T18:03:36.609785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463593681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T18:03:36.609857Z","caller":"traceutil/trace.go:171","msg":"trace[1043082013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23811; }","duration":"2.463685273s","start":"2026-02-25T18:03:34.146153Z","end":"2026-02-25T18:03:36.609838Z","steps":["trace[1043082013] 'agreement among raft nodes before linearized reading' (duration: 2.463388806s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:36.609123Z","caller":"traceutil/trace.go:171","msg":"trace[1699261005] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"2.107232829s","start":"2026-02-25T18:03:34.501874Z","end":"2026-02-25T18:03:36.609107Z","steps":["trace[1699261005] 'process raft request' (duration: 2.106879161s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.609902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.146151Z","time spent":"2.463742924s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:36.609942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565504745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:36.60996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.501839Z","time spent":"2.108060028s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:36.610016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713889813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:36.610049Z","caller":"traceutil/trace.go:171","msg":"trace[617437334] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23811; }","duration":"1.713947204s","start":"2026-02-25T18:03:34.896092Z","end":"2026-02-25T18:03:36.61004Z","steps":["trace[617437334] 'agreement among raft nodes before linearized reading' (duration: 1.713899863s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.610078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.896077Z","time spent":"1.713993535s","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:36.609158Z","caller":"traceutil/trace.go:171","msg":"trace[826145360] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"1.519543963s","start":"2026-02-25T18:03:35.08961Z","end":"2026-02-25T18:03:36.609154Z","steps":["trace[826145360] 'process raft request' (duration: 1.519239946s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.610125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:35.089579Z","time spent":"1.520521865s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:36.609104Z","caller":"traceutil/trace.go:171","msg":"trace[19623166] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"2.107662249s","start":"2026-02-25T18:03:34.501424Z","end":"2026-02-25T18:03:36.609086Z","steps":["trace[19623166] 'process raft request' (duration: 2.106955282s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.610208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.501414Z","time spent":"2.108771975s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:36.610277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438143953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T18:03:36.610306Z","caller":"traceutil/trace.go:171","msg":"trace[1828036667] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23811; }","duration":"2.438197864s","start":"2026-02-25T18:03:34.172099Z","end":"2026-02-25T18:03:36.610297Z","steps":["trace[1828036667] 'agreement among raft nodes before linearized reading' (duration: 2.438109752s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.610335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.172087Z","time spent":"2.438241954s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T18:03:36.610635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991952747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:36.61066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.645646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T18:03:36.610683Z","caller":"traceutil/trace.go:171","msg":"trace[1248977877] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23811; }","duration":"3.992033669s","start":"2026-02-25T18:03:32.618637Z","end":"2026-02-25T18:03:36.610671Z","steps":["trace[1248977877] 'agreement among raft nodes before linearized reading' (duration: 3.991963948s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:36.610699Z","caller":"traceutil/trace.go:171","msg":"trace[2100620762] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23811; }","duration":"213.715627ms","start":"2026-02-25T18:03:36.396972Z","end":"2026-02-25T18:03:36.610688Z","steps":["trace[2100620762] 'agreement among raft nodes before linearized reading' (duration: 213.555073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.610715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:32.618621Z","time spent":"3.99208576s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:36.609301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.146073Z","time spent":"2.463224773s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:03:36.611263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465105476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-25T18:03:36.609388Z","caller":"traceutil/trace.go:171","msg":"trace[1027496912] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23811; }","duration":"2.856875415s","start":"2026-02-25T18:03:33.752505Z","end":"2026-02-25T18:03:36.609381Z","steps":["trace[1027496912] 'agreement among raft nodes before linearized reading' (duration: 2.856787503s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:36.611312Z","caller":"traceutil/trace.go:171","msg":"trace[1784998796] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23811; }","duration":"2.465161507s","start":"2026-02-25T18:03:34.146139Z","end":"2026-02-25T18:03:36.611301Z","steps":["trace[1784998796] 'agreement among raft nodes before linearized reading' (duration: 2.465048664s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.611338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:33.752475Z","time spent":"2.858848721s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:36.611342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.146137Z","time spent":"2.465198858s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T18:03:36.609719Z","caller":"traceutil/trace.go:171","msg":"trace[1075092962] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23811; }","duration":"2.911898237s","start":"2026-02-25T18:03:33.697815Z","end":"2026-02-25T18:03:36.609713Z","steps":["trace[1075092962] 'agreement among raft nodes before linearized reading' (duration: 2.911859216s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.61158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:33.697788Z","time spent":"2.91377878s","remote":"127.0.0.1:50414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:36.61162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465426243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T18:03:36.611651Z","caller":"traceutil/trace.go:171","msg":"trace[1856572382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23811; }","duration":"2.465453394s","start":"2026-02-25T18:03:34.146186Z","end":"2026-02-25T18:03:36.61164Z","steps":["trace[1856572382] 'agreement among raft nodes before linearized reading' (duration: 2.465373702s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.611666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465484564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T18:03:36.611676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.146175Z","time spent":"2.465495654s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T18:03:36.611704Z","caller":"traceutil/trace.go:171","msg":"trace[2007238361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23811; }","duration":"2.465528195s","start":"2026-02-25T18:03:34.146165Z","end":"2026-02-25T18:03:36.611693Z","steps":["trace[2007238361] 'agreement among raft nodes before linearized reading' (duration: 2.465433343s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.611733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.146162Z","time spent":"2.465563906s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T18:03:36.609972Z","caller":"traceutil/trace.go:171","msg":"trace[1112193719] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23811; }","duration":"1.565535286s","start":"2026-02-25T18:03:35.044429Z","end":"2026-02-25T18:03:36.609964Z","steps":["trace[1112193719] 'agreement among raft nodes before linearized reading' (duration: 1.565487325s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.612013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:35.044369Z","time spent":"1.567628724s","remote":"127.0.0.1:50564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:36.609117Z","caller":"traceutil/trace.go:171","msg":"trace[1945656660] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"2.107393453s","start":"2026-02-25T18:03:34.501711Z","end":"2026-02-25T18:03:36.609105Z","steps":["trace[1945656660] 'process raft request' (duration: 2.107008084s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:36.612095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:34.501673Z","time spent":"2.110382722s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:37.113309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036163657601395188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T18:03:37.632655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.812761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:37.632738Z","caller":"traceutil/trace.go:171","msg":"trace[2094803071] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"1.019983933s","start":"2026-02-25T18:03:36.612741Z","end":"2026-02-25T18:03:37.632725Z","steps":["trace[2094803071] 'process raft request' (duration: 757.035348ms)","trace[2094803071] 'compare' (duration: 262.636977ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:37.632808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.612722Z","time spent":"1.020068294s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:37.692657Z","caller":"traceutil/trace.go:171","msg":"trace[1388427164] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"1.071326069s","start":"2026-02-25T18:03:36.621305Z","end":"2026-02-25T18:03:37.692631Z","steps":["trace[1388427164] 'process raft request' (duration: 1.071134014s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.692835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.621287Z","time spent":"1.071456402s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:37.693028Z","caller":"traceutil/trace.go:171","msg":"trace[403431380] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"1.071427201s","start":"2026-02-25T18:03:36.621578Z","end":"2026-02-25T18:03:37.693006Z","steps":["trace[403431380] 'process raft request' (duration: 1.071013722s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.693178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.621572Z","time spent":"1.071527253s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:37.693235Z","caller":"traceutil/trace.go:171","msg":"trace[244633355] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"1.066358384s","start":"2026-02-25T18:03:36.626859Z","end":"2026-02-25T18:03:37.693218Z","steps":["trace[244633355] 'process raft request' (duration: 1.066238591s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:37.693247Z","caller":"traceutil/trace.go:171","msg":"trace[422893621] linearizableReadLoop","detail":"{readStateIndex:24655; appliedIndex:24647; }","duration":"1.079964698s","start":"2026-02-25T18:03:36.613253Z","end":"2026-02-25T18:03:37.693217Z","steps":["trace[422893621] 'read index received' (duration: 756.533267ms)","trace[422893621] 'applied index is now lower than readState.Index' (duration: 323.429331ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:37.693274Z","caller":"traceutil/trace.go:171","msg":"trace[95294362] transaction","detail":"{read_only:false; response_revision:23819; number_of_response:1; }","duration":"1.066312993s","start":"2026-02-25T18:03:36.626927Z","end":"2026-02-25T18:03:37.69324Z","steps":["trace[95294362] 'process raft request' (duration: 1.06620607s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:37.693311Z","caller":"traceutil/trace.go:171","msg":"trace[361435387] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"338.229083ms","start":"2026-02-25T18:03:37.35507Z","end":"2026-02-25T18:03:37.693299Z","steps":["trace[361435387] 'process raft request' (duration: 338.09679ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:37.693343Z","caller":"traceutil/trace.go:171","msg":"trace[2067124636] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"1.068918653s","start":"2026-02-25T18:03:36.624415Z","end":"2026-02-25T18:03:37.693334Z","steps":["trace[2067124636] 'process raft request' (duration: 1.068637826s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.693388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.624396Z","time spent":"1.068967915s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:37.693388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:37.355051Z","time spent":"338.308395ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:37.693448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.626923Z","time spent":"1.066432125s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:37.693306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.626845Z","time spent":"1.066426395s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:37.693557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080132722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-02-25T18:03:37.693598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080280605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T18:03:37.693629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.144474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:37.693666Z","caller":"traceutil/trace.go:171","msg":"trace[1161173269] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"1.071948233s","start":"2026-02-25T18:03:36.621706Z","end":"2026-02-25T18:03:37.693654Z","steps":["trace[1161173269] 'process raft request' (duration: 1.071162655s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:37.693616Z","caller":"traceutil/trace.go:171","msg":"trace[1337032858] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:23820; }","duration":"1.080208924s","start":"2026-02-25T18:03:36.613393Z","end":"2026-02-25T18:03:37.693602Z","steps":["trace[1337032858] 'agreement among raft nodes before linearized reading' (duration: 1.0800445s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.693732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.6217Z","time spent":"1.072001034s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:37.693752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.23551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:37.693742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.613386Z","time spent":"1.080334867s","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-02-25T18:03:37.693785Z","caller":"traceutil/trace.go:171","msg":"trace[2134378757] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23820; }","duration":"801.322211ms","start":"2026-02-25T18:03:36.892452Z","end":"2026-02-25T18:03:37.693775Z","steps":["trace[2134378757] 'agreement among raft nodes before linearized reading' (duration: 801.249499ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:37.693671Z","caller":"traceutil/trace.go:171","msg":"trace[1994642508] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23820; }","duration":"210.215456ms","start":"2026-02-25T18:03:37.48344Z","end":"2026-02-25T18:03:37.693656Z","steps":["trace[1994642508] 'agreement among raft nodes before linearized reading' (duration: 210.134194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.69382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.892434Z","time spent":"801.377983ms","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:37.693669Z","caller":"traceutil/trace.go:171","msg":"trace[1938936646] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23820; }","duration":"1.080439629s","start":"2026-02-25T18:03:36.613211Z","end":"2026-02-25T18:03:37.693651Z","steps":["trace[1938936646] 'agreement among raft nodes before linearized reading' (duration: 1.080165203s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.693683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.828679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:03:37.694052Z","caller":"traceutil/trace.go:171","msg":"trace[1025065148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23820; }","duration":"333.198027ms","start":"2026-02-25T18:03:37.360839Z","end":"2026-02-25T18:03:37.694037Z","steps":["trace[1025065148] 'agreement among raft nodes before linearized reading' (duration: 332.800078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.694074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.358258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T18:03:37.694088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.000245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-25T18:03:37.694107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:37.360801Z","time spent":"333.287299ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:37.694132Z","caller":"traceutil/trace.go:171","msg":"trace[2057196060] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23820; }","duration":"866.068357ms","start":"2026-02-25T18:03:36.82805Z","end":"2026-02-25T18:03:37.694118Z","steps":["trace[2057196060] 'agreement among raft nodes before linearized reading' (duration: 865.962755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.694166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.828034Z","time spent":"866.124638ms","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-25T18:03:37.694321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077150293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:37.694373Z","caller":"traceutil/trace.go:171","msg":"trace[680749590] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23820; }","duration":"1.077225675s","start":"2026-02-25T18:03:36.617136Z","end":"2026-02-25T18:03:37.694361Z","steps":["trace[680749590] 'agreement among raft nodes before linearized reading' (duration: 1.077130292s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.694422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.617121Z","time spent":"1.077289767s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:03:37.6945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076907538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-02-25T18:03:37.694562Z","caller":"traceutil/trace.go:171","msg":"trace[1287202079] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23820; }","duration":"1.076977859s","start":"2026-02-25T18:03:36.617574Z","end":"2026-02-25T18:03:37.694552Z","steps":["trace[1287202079] 'agreement among raft nodes before linearized reading' (duration: 1.076852666s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:37.694105Z","caller":"traceutil/trace.go:171","msg":"trace[216791218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23820; }","duration":"190.427599ms","start":"2026-02-25T18:03:37.503668Z","end":"2026-02-25T18:03:37.694096Z","steps":["trace[216791218] 'agreement among raft nodes before linearized reading' (duration: 190.346448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.694598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.61757Z","time spent":"1.07702117s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-25T18:03:37.694052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.613195Z","time spent":"1.080840838s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-25T18:03:37.694688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077195084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-02-25T18:03:37.694731Z","caller":"traceutil/trace.go:171","msg":"trace[1169463838] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23820; }","duration":"1.077249196s","start":"2026-02-25T18:03:36.617467Z","end":"2026-02-25T18:03:37.694716Z","steps":["trace[1169463838] 'agreement among raft nodes before linearized reading' (duration: 1.077148093s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.693991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.826812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-25T18:03:37.694764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.617461Z","time spent":"1.077295337s","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-02-25T18:03:37.694795Z","caller":"traceutil/trace.go:171","msg":"trace[838053507] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23820; }","duration":"189.666921ms","start":"2026-02-25T18:03:37.505117Z","end":"2026-02-25T18:03:37.694784Z","steps":["trace[838053507] 'agreement among raft nodes before linearized reading' (duration: 188.76181ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:37.698985Z","caller":"traceutil/trace.go:171","msg":"trace[108918356] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"1.077247526s","start":"2026-02-25T18:03:36.621718Z","end":"2026-02-25T18:03:37.698966Z","steps":["trace[108918356] 'process raft request' (duration: 1.071275948s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:37.699094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:36.621703Z","time spent":"1.077331198s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:38.0463Z","caller":"traceutil/trace.go:171","msg":"trace[1316244659] linearizableReadLoop","detail":"{readStateIndex:24658; appliedIndex:24657; }","duration":"329.558782ms","start":"2026-02-25T18:03:37.716722Z","end":"2026-02-25T18:03:38.046281Z","steps":["trace[1316244659] 'read index received' (duration: 237.220069ms)","trace[1316244659] 'applied index is now lower than readState.Index' (duration: 92.337893ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:38.046354Z","caller":"traceutil/trace.go:171","msg":"trace[1172322683] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"341.702542ms","start":"2026-02-25T18:03:37.704619Z","end":"2026-02-25T18:03:38.046321Z","steps":["trace[1172322683] 'process raft request' (duration: 249.39185ms)","trace[1172322683] 'compare' (duration: 91.925163ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:38.046416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.362008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:38.046437Z","caller":"traceutil/trace.go:171","msg":"trace[463543558] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23822; }","duration":"342.410199ms","start":"2026-02-25T18:03:37.70402Z","end":"2026-02-25T18:03:38.04643Z","steps":["trace[463543558] 'agreement among raft nodes before linearized reading' (duration: 342.341807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:38.04646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:37.704014Z","time spent":"342.441059ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-25T18:03:38.046508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:37.704608Z","time spent":"341.822685ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:38.046638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.430593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-02-25T18:03:38.046653Z","caller":"traceutil/trace.go:171","msg":"trace[1816974362] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23822; }","duration":"343.460743ms","start":"2026-02-25T18:03:37.703188Z","end":"2026-02-25T18:03:38.046648Z","steps":["trace[1816974362] 'agreement among raft nodes before linearized reading' (duration: 343.391311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:38.046664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:37.703177Z","time spent":"343.484753ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T18:03:38.536148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.086439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:38.536488Z","caller":"traceutil/trace.go:171","msg":"trace[1219659936] linearizableReadLoop","detail":"{readStateIndex:24659; appliedIndex:24658; }","duration":"490.127562ms","start":"2026-02-25T18:03:38.046344Z","end":"2026-02-25T18:03:38.536472Z","steps":["trace[1219659936] 'read index received' (duration: 116.579013ms)","trace[1219659936] 'applied index is now lower than readState.Index' (duration: 373.546999ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:38.536519Z","caller":"traceutil/trace.go:171","msg":"trace[1587580506] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"816.749426ms","start":"2026-02-25T18:03:37.71973Z","end":"2026-02-25T18:03:38.536479Z","steps":["trace[1587580506] 'process raft request' (duration: 443.247688ms)","trace[1587580506] 'compare' (duration: 372.758721ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:38.536618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.898828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:38.536657Z","caller":"traceutil/trace.go:171","msg":"trace[1144676210] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23823; }","duration":"503.02458ms","start":"2026-02-25T18:03:38.033622Z","end":"2026-02-25T18:03:38.536647Z","steps":["trace[1144676210] 'agreement among raft nodes before linearized reading' (duration: 502.872707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:38.536687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.033607Z","time spent":"503.072702ms","remote":"127.0.0.1:49012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:38.536688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.30833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-02-25T18:03:38.536679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.380715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-25T18:03:38.536689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:37.719708Z","time spent":"816.910081ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:38.536718Z","caller":"traceutil/trace.go:171","msg":"trace[1098621517] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23823; }","duration":"488.369982ms","start":"2026-02-25T18:03:38.048339Z","end":"2026-02-25T18:03:38.536709Z","steps":["trace[1098621517] 'agreement among raft nodes before linearized reading' (duration: 488.256619ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:38.536735Z","caller":"traceutil/trace.go:171","msg":"trace[1348969502] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8; range_end:; response_count:1; response_revision:23823; }","duration":"815.435786ms","start":"2026-02-25T18:03:37.721281Z","end":"2026-02-25T18:03:38.536717Z","steps":["trace[1348969502] 'agreement among raft nodes before linearized reading' (duration: 815.263892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:38.536751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.048325Z","time spent":"488.418882ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-02-25T18:03:38.536743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.352317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:2247"} {"level":"info","ts":"2026-02-25T18:03:38.536828Z","caller":"traceutil/trace.go:171","msg":"trace[702277500] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23823; }","duration":"551.47688ms","start":"2026-02-25T18:03:37.98533Z","end":"2026-02-25T18:03:38.536807Z","steps":["trace[702277500] 'agreement among raft nodes before linearized reading' (duration: 551.213964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:38.536864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.922902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:38.536875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:37.985314Z","time spent":"551.552431ms","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2270,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"info","ts":"2026-02-25T18:03:38.536887Z","caller":"traceutil/trace.go:171","msg":"trace[77332438] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23823; }","duration":"426.976984ms","start":"2026-02-25T18:03:38.109903Z","end":"2026-02-25T18:03:38.53688Z","steps":["trace[77332438] 'agreement among raft nodes before linearized reading' (duration: 426.933363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:38.536913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.109886Z","time spent":"427.021494ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T18:03:38.536774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:37.721269Z","time spent":"815.497098ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18978cae7bd74ba8\" "} {"level":"warn","ts":"2026-02-25T18:03:38.536969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.987711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-25T18:03:38.537098Z","caller":"traceutil/trace.go:171","msg":"trace[2000731913] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23823; }","duration":"481.131864ms","start":"2026-02-25T18:03:38.055958Z","end":"2026-02-25T18:03:38.53709Z","steps":["trace[2000731913] 'agreement among raft nodes before linearized reading' (duration: 480.94258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:38.537123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.055949Z","time spent":"481.166516ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-25T18:03:38.538908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.039578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:38.538997Z","caller":"traceutil/trace.go:171","msg":"trace[188786682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23823; }","duration":"216.985193ms","start":"2026-02-25T18:03:38.321987Z","end":"2026-02-25T18:03:38.538972Z","steps":["trace[188786682] 'agreement among raft nodes before linearized reading' (duration: 214.6841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.554776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.961881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:39.554874Z","caller":"traceutil/trace.go:171","msg":"trace[238669379] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"1.015740575s","start":"2026-02-25T18:03:38.53912Z","end":"2026-02-25T18:03:39.554861Z","steps":["trace[238669379] 'process raft request' (duration: 447.624351ms)","trace[238669379] 'compare' (duration: 567.630683ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:39.554918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.5391Z","time spent":"1.015794606s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:39.781971Z","caller":"traceutil/trace.go:171","msg":"trace[844553896] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23825; }","duration":"1.24281959s","start":"2026-02-25T18:03:38.539132Z","end":"2026-02-25T18:03:39.781951Z","steps":["trace[844553896] 'process raft request' (duration: 1.168301549s)","trace[844553896] 'compare' (duration: 74.289316ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:39.782159Z","caller":"traceutil/trace.go:171","msg":"trace[859126425] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"1.237476797s","start":"2026-02-25T18:03:38.544656Z","end":"2026-02-25T18:03:39.782133Z","steps":["trace[859126425] 'process raft request' (duration: 1.237197251s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.782281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.544645Z","time spent":"1.237570289s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:39.78229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.539112Z","time spent":"1.242907463s","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-25T18:03:39.782352Z","caller":"traceutil/trace.go:171","msg":"trace[408942520] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"1.166457626s","start":"2026-02-25T18:03:38.615885Z","end":"2026-02-25T18:03:39.782343Z","steps":["trace[408942520] 'process raft request' (duration: 1.166050507s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.782392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.615863Z","time spent":"1.166507588s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:39.782477Z","caller":"traceutil/trace.go:171","msg":"trace[508473104] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"1.166492137s","start":"2026-02-25T18:03:38.615968Z","end":"2026-02-25T18:03:39.78246Z","steps":["trace[508473104] 'process raft request' (duration: 1.166003276s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.782579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.61596Z","time spent":"1.166561069s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:39.782616Z","caller":"traceutil/trace.go:171","msg":"trace[529970291] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"1.157740625s","start":"2026-02-25T18:03:38.624869Z","end":"2026-02-25T18:03:39.78261Z","steps":["trace[529970291] 'process raft request' (duration: 1.157459789s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.782647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.624862Z","time spent":"1.157767706s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:39.783119Z","caller":"traceutil/trace.go:171","msg":"trace[1278269893] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"264.995412ms","start":"2026-02-25T18:03:39.518113Z","end":"2026-02-25T18:03:39.783108Z","steps":["trace[1278269893] 'process raft request' (duration: 264.964781ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:39.783389Z","caller":"traceutil/trace.go:171","msg":"trace[1167191892] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"1.156551538s","start":"2026-02-25T18:03:38.62683Z","end":"2026-02-25T18:03:39.783382Z","steps":["trace[1167191892] 'process raft request' (duration: 1.156104748s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.78343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.62681Z","time spent":"1.156595909s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:39.783512Z","caller":"traceutil/trace.go:171","msg":"trace[1544259086] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"1.156002675s","start":"2026-02-25T18:03:38.627501Z","end":"2026-02-25T18:03:39.783504Z","steps":["trace[1544259086] 'process raft request' (duration: 1.155494823s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.783544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.627486Z","time spent":"1.156038406s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:39.783636Z","caller":"traceutil/trace.go:171","msg":"trace[100217741] transaction","detail":"{read_only:false; response_revision:23832; number_of_response:1; }","duration":"1.156094687s","start":"2026-02-25T18:03:38.627535Z","end":"2026-02-25T18:03:39.78363Z","steps":["trace[100217741] 'process raft request' (duration: 1.155488773s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.78367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.627524Z","time spent":"1.156126589s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:39.783734Z","caller":"traceutil/trace.go:171","msg":"trace[429165801] linearizableReadLoop","detail":"{readStateIndex:24661; appliedIndex:24659; }","duration":"1.244438968s","start":"2026-02-25T18:03:38.539288Z","end":"2026-02-25T18:03:39.783727Z","steps":["trace[429165801] 'read index received' (duration: 447.471137ms)","trace[429165801] 'applied index is now lower than readState.Index' (duration: 796.966841ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:39.783798Z","caller":"traceutil/trace.go:171","msg":"trace[1574400277] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"1.15619516s","start":"2026-02-25T18:03:38.627597Z","end":"2026-02-25T18:03:39.783792Z","steps":["trace[1574400277] 'process raft request' (duration: 1.155449063s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.783923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244003498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:39.783946Z","caller":"traceutil/trace.go:171","msg":"trace[1158833850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23834; }","duration":"1.244027348s","start":"2026-02-25T18:03:38.539913Z","end":"2026-02-25T18:03:39.78394Z","steps":["trace[1158833850] 'agreement among raft nodes before linearized reading' (duration: 1.243980717s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.783946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244654033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:39.78396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.539887Z","time spent":"1.24407088s","remote":"127.0.0.1:48886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T18:03:39.78398Z","caller":"traceutil/trace.go:171","msg":"trace[1374993636] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23834; }","duration":"1.244711484s","start":"2026-02-25T18:03:38.539258Z","end":"2026-02-25T18:03:39.783969Z","steps":["trace[1374993636] 'agreement among raft nodes before linearized reading' (duration: 1.244627412s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.784001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.53925Z","time spent":"1.244746856s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T18:03:39.784088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24321514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-02-25T18:03:39.784102Z","caller":"traceutil/trace.go:171","msg":"trace[999343037] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23834; }","duration":"1.24323939s","start":"2026-02-25T18:03:38.540859Z","end":"2026-02-25T18:03:39.784098Z","steps":["trace[999343037] 'agreement among raft nodes before linearized reading' (duration: 1.243171878s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.784115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.540853Z","time spent":"1.243259181s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T18:03:39.784115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082664551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-25T18:03:39.784118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.276324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:39.784155Z","caller":"traceutil/trace.go:171","msg":"trace[1396942742] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23834; }","duration":"1.082742073s","start":"2026-02-25T18:03:38.7014Z","end":"2026-02-25T18:03:39.784142Z","steps":["trace[1396942742] 'agreement among raft nodes before linearized reading' (duration: 1.082590039s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.784181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24363496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18978f55de747892\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-02-25T18:03:39.784184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.701378Z","time spent":"1.082798955s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"info","ts":"2026-02-25T18:03:39.784195Z","caller":"traceutil/trace.go:171","msg":"trace[1913135643] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18978f55de747892; range_end:; response_count:1; response_revision:23834; }","duration":"1.24366203s","start":"2026-02-25T18:03:38.540527Z","end":"2026-02-25T18:03:39.784189Z","steps":["trace[1913135643] 'agreement among raft nodes before linearized reading' (duration: 1.243622659s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:39.784193Z","caller":"traceutil/trace.go:171","msg":"trace[263511217] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23834; }","duration":"212.445697ms","start":"2026-02-25T18:03:39.571717Z","end":"2026-02-25T18:03:39.784163Z","steps":["trace[263511217] 'agreement among raft nodes before linearized reading' (duration: 212.315664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:39.784207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.54052Z","time spent":"1.24368455s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18978f55de747892\" "} {"level":"warn","ts":"2026-02-25T18:03:39.785945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:38.627592Z","time spent":"1.15621886s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:40.293822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.785011ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-02-25T18:03:40.293933Z","caller":"traceutil/trace.go:171","msg":"trace[1494969918] compact","detail":"{revision:21332; response_revision:23834; }","duration":"507.933824ms","start":"2026-02-25T18:03:39.78598Z","end":"2026-02-25T18:03:40.293914Z","steps":["trace[1494969918] 'process raft request' (duration: 134.992169ms)","trace[1494969918] 'check and update compact revision' (duration: 372.700249ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:40.293969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.785949Z","time spent":"508.016925ms","remote":"127.0.0.1:48888","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T18:03:40.294187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21332} {"level":"warn","ts":"2026-02-25T18:03:41.010029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.871687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:41.010452Z","caller":"traceutil/trace.go:171","msg":"trace[596894274] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"1.219220815s","start":"2026-02-25T18:03:39.79121Z","end":"2026-02-25T18:03:41.010431Z","steps":["trace[596894274] 'process raft request' (duration: 1.218912588s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:41.010497Z","caller":"traceutil/trace.go:171","msg":"trace[1769742058] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"1.219212475s","start":"2026-02-25T18:03:39.79128Z","end":"2026-02-25T18:03:41.010493Z","steps":["trace[1769742058] 'process raft request' (duration: 1.218909458s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.010563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.791201Z","time spent":"1.219299607s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:41.010527Z","caller":"traceutil/trace.go:171","msg":"trace[877100905] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"1.224059237s","start":"2026-02-25T18:03:39.786434Z","end":"2026-02-25T18:03:41.010493Z","steps":["trace[877100905] 'process raft request' (duration: 1.052635207s)","trace[877100905] 'compare' (duration: 170.746044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:41.010575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.791276Z","time spent":"1.219244165s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:41.010592Z","caller":"traceutil/trace.go:171","msg":"trace[1765195299] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"1.219191645s","start":"2026-02-25T18:03:39.791378Z","end":"2026-02-25T18:03:41.01057Z","steps":["trace[1765195299] 'process raft request' (duration: 1.218874797s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:41.010455Z","caller":"traceutil/trace.go:171","msg":"trace[1892351036] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"1.219089402s","start":"2026-02-25T18:03:39.791344Z","end":"2026-02-25T18:03:41.010433Z","steps":["trace[1892351036] 'process raft request' (duration: 1.218881878s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:41.010619Z","caller":"traceutil/trace.go:171","msg":"trace[1765812947] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"1.219152404s","start":"2026-02-25T18:03:39.791437Z","end":"2026-02-25T18:03:41.01059Z","steps":["trace[1765812947] 'process raft request' (duration: 1.218845527s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.010673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.791374Z","time spent":"1.219258266s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:41.010677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.786412Z","time spent":"1.224185s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:41.010731Z","caller":"traceutil/trace.go:171","msg":"trace[334812241] linearizableReadLoop","detail":"{readStateIndex:24672; appliedIndex:24670; }","duration":"1.223729259s","start":"2026-02-25T18:03:39.786992Z","end":"2026-02-25T18:03:41.010722Z","steps":["trace[334812241] 'read index received' (duration: 133.961804ms)","trace[334812241] 'applied index is now lower than readState.Index' (duration: 1.089766065s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:41.010762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.791432Z","time spent":"1.219252346s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:41.010746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.791339Z","time spent":"1.219320018s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:41.010846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223851222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-248df9f0-bc4c-4c37-b855-24d88b4982e9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-25T18:03:41.010866Z","caller":"traceutil/trace.go:171","msg":"trace[320783796] range","detail":"{range_begin:/registry/persistentvolumes/pvc-248df9f0-bc4c-4c37-b855-24d88b4982e9; range_end:; response_count:1; response_revision:23840; }","duration":"1.223896763s","start":"2026-02-25T18:03:39.786963Z","end":"2026-02-25T18:03:41.01086Z","steps":["trace[320783796] 'agreement among raft nodes before linearized reading' (duration: 1.223799321s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.010886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.786927Z","time spent":"1.223933734s","remote":"127.0.0.1:49034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-248df9f0-bc4c-4c37-b855-24d88b4982e9\" "} {"level":"warn","ts":"2026-02-25T18:03:41.636879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.536437ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T18:03:41.636961Z","caller":"traceutil/trace.go:171","msg":"trace[58648431] linearizableReadLoop","detail":"{readStateIndex:24678; appliedIndex:24677; }","duration":"626.202535ms","start":"2026-02-25T18:03:41.010745Z","end":"2026-02-25T18:03:41.636947Z","steps":["trace[58648431] 'read index received' (duration: 14.549626ms)","trace[58648431] 'applied index is now lower than readState.Index' (duration: 611.651769ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:41.637183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833148367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-02-25T18:03:41.637207Z","caller":"traceutil/trace.go:171","msg":"trace[1206314728] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23840; }","duration":"1.833191358s","start":"2026-02-25T18:03:39.80401Z","end":"2026-02-25T18:03:41.637201Z","steps":["trace[1206314728] 'agreement among raft nodes before linearized reading' (duration: 1.833082845s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.637225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.804004Z","time spent":"1.833217668s","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-02-25T18:03:41.637257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845895391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:03:41.637326Z","caller":"traceutil/trace.go:171","msg":"trace[212181273] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23840; }","duration":"1.845987853s","start":"2026-02-25T18:03:39.791326Z","end":"2026-02-25T18:03:41.637314Z","steps":["trace[212181273] 'agreement among raft nodes before linearized reading' (duration: 1.845796169s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.63738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846389983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-02-25T18:03:41.637408Z","caller":"traceutil/trace.go:171","msg":"trace[1307627852] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23840; }","duration":"1.846417793s","start":"2026-02-25T18:03:39.790985Z","end":"2026-02-25T18:03:41.637403Z","steps":["trace[1307627852] 'agreement among raft nodes before linearized reading' (duration: 1.846348992s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.637422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.790956Z","time spent":"1.846462965s","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-02-25T18:03:41.637533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848922061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-25T18:03:41.637551Z","caller":"traceutil/trace.go:171","msg":"trace[770107129] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23840; }","duration":"1.848960441s","start":"2026-02-25T18:03:39.788585Z","end":"2026-02-25T18:03:41.637546Z","steps":["trace[770107129] 'agreement among raft nodes before linearized reading' (duration: 1.84891462s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.637564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.788545Z","time spent":"1.849015863s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"warn","ts":"2026-02-25T18:03:41.637742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840796934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:41.63787Z","caller":"traceutil/trace.go:171","msg":"trace[882079260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23840; }","duration":"1.841344076s","start":"2026-02-25T18:03:39.796501Z","end":"2026-02-25T18:03:41.637845Z","steps":["trace[882079260] 'agreement among raft nodes before linearized reading' (duration: 1.840670331s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.637951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.796498Z","time spent":"1.841440429s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:03:41.637964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191653587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:41.638098Z","caller":"traceutil/trace.go:171","msg":"trace[1669580535] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23840; }","duration":"1.191815341s","start":"2026-02-25T18:03:40.446251Z","end":"2026-02-25T18:03:41.638066Z","steps":["trace[1669580535] 'agreement among raft nodes before linearized reading' (duration: 1.191640487s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.638113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841630003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-02-25T18:03:41.638194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:40.446234Z","time spent":"1.191923124s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:41.638199Z","caller":"traceutil/trace.go:171","msg":"trace[1322747881] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23840; }","duration":"1.841733145s","start":"2026-02-25T18:03:39.796436Z","end":"2026-02-25T18:03:41.638169Z","steps":["trace[1322747881] 'agreement among raft nodes before linearized reading' (duration: 1.841485749s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.638251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.796431Z","time spent":"1.841810946s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-25T18:03:41.63882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:39.791318Z","time spent":"1.847483727s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T18:03:41.639573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293174283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:41.639632Z","caller":"traceutil/trace.go:171","msg":"trace[572155016] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23840; }","duration":"1.293266125s","start":"2026-02-25T18:03:40.346354Z","end":"2026-02-25T18:03:41.63962Z","steps":["trace[572155016] 'agreement among raft nodes before linearized reading' (duration: 1.290724927s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.639658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:40.346338Z","time spent":"1.293311316s","remote":"127.0.0.1:50428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:41.727613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.118233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18978f55dea1c25a\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-02-25T18:03:41.727696Z","caller":"traceutil/trace.go:171","msg":"trace[664683154] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18978f55dea1c25a; range_end:; response_count:1; response_revision:23841; }","duration":"713.336028ms","start":"2026-02-25T18:03:41.014336Z","end":"2026-02-25T18:03:41.727672Z","steps":["trace[664683154] 'agreement among raft nodes before linearized reading' (duration: 712.997371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:41.727741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:41.014289Z","time spent":"713.442511ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18978f55dea1c25a\" "} {"level":"warn","ts":"2026-02-25T18:03:41.727587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.145705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-25T18:03:41.727847Z","caller":"traceutil/trace.go:171","msg":"trace[185612599] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d; range_end:; response_count:1; response_revision:23840; }","duration":"936.39979ms","start":"2026-02-25T18:03:40.791401Z","end":"2026-02-25T18:03:41.7278Z","steps":["trace[185612599] 'agreement among raft nodes before linearized reading' (duration: 846.479443ms)","trace[185612599] 'range keys from in-memory index tree' (duration: 89.339973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:41.727945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:40.791387Z","time spent":"936.497823ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddd116cc-466a-49e4-bfd2-b3264dd3160d\" "} {"level":"info","ts":"2026-02-25T18:03:41.864096Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21332,"took":"1.565954885s","hash":2363238040,"current-db-size-bytes":48594944,"current-db-size":"49 MB","current-db-size-in-use-bytes":30380032,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-25T18:03:41.864164Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2363238040,"revision":21332,"compact-revision":18718} {"level":"info","ts":"2026-02-25T18:03:46.919873Z","caller":"traceutil/trace.go:171","msg":"trace[981716971] linearizableReadLoop","detail":"{readStateIndex:24750; appliedIndex:24749; }","duration":"158.489422ms","start":"2026-02-25T18:03:46.761364Z","end":"2026-02-25T18:03:46.919853Z","steps":["trace[981716971] 'read index received' (duration: 158.453591ms)","trace[981716971] 'applied index is now lower than readState.Index' (duration: 34.7µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:46.919961Z","caller":"traceutil/trace.go:171","msg":"trace[590328098] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"187.957362ms","start":"2026-02-25T18:03:46.731974Z","end":"2026-02-25T18:03:46.919931Z","steps":["trace[590328098] 'process raft request' (duration: 187.744587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:46.920146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.775728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:03:46.920209Z","caller":"traceutil/trace.go:171","msg":"trace[1920439405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23910; }","duration":"158.900481ms","start":"2026-02-25T18:03:46.76129Z","end":"2026-02-25T18:03:46.92019Z","steps":["trace[1920439405] 'agreement among raft nodes before linearized reading' (duration: 158.680476ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:47.344609Z","caller":"traceutil/trace.go:171","msg":"trace[1725987004] linearizableReadLoop","detail":"{readStateIndex:24751; appliedIndex:24750; }","duration":"424.636279ms","start":"2026-02-25T18:03:46.919945Z","end":"2026-02-25T18:03:47.344581Z","steps":["trace[1725987004] 'read index received' (duration: 365.405221ms)","trace[1725987004] 'applied index is now lower than readState.Index' (duration: 59.230058ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:03:47.3447Z","caller":"traceutil/trace.go:171","msg":"trace[1460550899] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"580.05876ms","start":"2026-02-25T18:03:46.764592Z","end":"2026-02-25T18:03:47.344651Z","steps":["trace[1460550899] 'process raft request' (duration: 520.877313ms)","trace[1460550899] 'compare' (duration: 58.909121ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:47.344781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.833793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:03:47.344844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.246801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:03:47.344862Z","caller":"traceutil/trace.go:171","msg":"trace[551246341] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23911; }","duration":"443.966146ms","start":"2026-02-25T18:03:46.900873Z","end":"2026-02-25T18:03:47.344839Z","steps":["trace[551246341] 'agreement among raft nodes before linearized reading' (duration: 443.814063ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:47.344879Z","caller":"traceutil/trace.go:171","msg":"trace[510657980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23911; }","duration":"421.327043ms","start":"2026-02-25T18:03:46.923544Z","end":"2026-02-25T18:03:47.344871Z","steps":["trace[510657980] 'agreement among raft nodes before linearized reading' (duration: 421.18435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:47.344846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.164002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-02-25T18:03:47.344908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:46.900856Z","time spent":"444.042258ms","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:03:47.344928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:46.764543Z","time spent":"580.263925ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:47.344976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.960705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T18:03:47.344967Z","caller":"traceutil/trace.go:171","msg":"trace[62484082] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23911; }","duration":"483.332446ms","start":"2026-02-25T18:03:46.861607Z","end":"2026-02-25T18:03:47.34494Z","steps":["trace[62484082] 'agreement among raft nodes before linearized reading' (duration: 483.08569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:47.344972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.035817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-25T18:03:47.345022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:46.861591Z","time spent":"483.421807ms","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-02-25T18:03:47.345067Z","caller":"traceutil/trace.go:171","msg":"trace[202176072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23911; }","duration":"260.16022ms","start":"2026-02-25T18:03:47.084885Z","end":"2026-02-25T18:03:47.345045Z","steps":["trace[202176072] 'agreement among raft nodes before linearized reading' (duration: 259.948005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:47.345033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.843583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T18:03:47.345149Z","caller":"traceutil/trace.go:171","msg":"trace[1131382548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23911; }","duration":"259.986296ms","start":"2026-02-25T18:03:47.085131Z","end":"2026-02-25T18:03:47.345118Z","steps":["trace[1131382548] 'agreement among raft nodes before linearized reading' (duration: 259.651978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:47.344911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:46.923527Z","time spent":"421.377935ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T18:03:47.345456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.291533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T18:03:47.34549Z","caller":"traceutil/trace.go:171","msg":"trace[1954408708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23911; }","duration":"260.561279ms","start":"2026-02-25T18:03:47.084919Z","end":"2026-02-25T18:03:47.34548Z","steps":["trace[1954408708] 'agreement among raft nodes before linearized reading' (duration: 260.275633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:47.3456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.605258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T18:03:47.345663Z","caller":"traceutil/trace.go:171","msg":"trace[1466812789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23911; }","duration":"243.68825ms","start":"2026-02-25T18:03:47.101963Z","end":"2026-02-25T18:03:47.345651Z","steps":["trace[1466812789] 'agreement among raft nodes before linearized reading' (duration: 243.479785ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:47.345Z","caller":"traceutil/trace.go:171","msg":"trace[856942089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23911; }","duration":"286.015817ms","start":"2026-02-25T18:03:47.058976Z","end":"2026-02-25T18:03:47.344992Z","steps":["trace[856942089] 'agreement among raft nodes before linearized reading' (duration: 285.951085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.427691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.821723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:03:48.428491Z","caller":"traceutil/trace.go:171","msg":"trace[803665899] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"1.078790101s","start":"2026-02-25T18:03:47.34949Z","end":"2026-02-25T18:03:48.42828Z","steps":["trace[803665899] 'process raft request' (duration: 202.278273ms)","trace[803665899] 'compare' (duration: 875.569066ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:48.428624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.349472Z","time spent":"1.079076018s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:48.428798Z","caller":"traceutil/trace.go:171","msg":"trace[564114689] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"1.078382162s","start":"2026-02-25T18:03:47.350395Z","end":"2026-02-25T18:03:48.428777Z","steps":["trace[564114689] 'process raft request' (duration: 1.078074195s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:48.428883Z","caller":"traceutil/trace.go:171","msg":"trace[955473051] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"1.079059437s","start":"2026-02-25T18:03:47.349796Z","end":"2026-02-25T18:03:48.428855Z","steps":["trace[955473051] 'process raft request' (duration: 1.077997343s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:48.428881Z","caller":"traceutil/trace.go:171","msg":"trace[58695264] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"1.077801308s","start":"2026-02-25T18:03:47.351012Z","end":"2026-02-25T18:03:48.428813Z","steps":["trace[58695264] 'process raft request' (duration: 1.077570423s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:48.42889Z","caller":"traceutil/trace.go:171","msg":"trace[2118824701] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"1.078092865s","start":"2026-02-25T18:03:47.350746Z","end":"2026-02-25T18:03:48.428839Z","steps":["trace[2118824701] 'process raft request' (duration: 1.077782988s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.428928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.350388Z","time spent":"1.078481955s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:48.428982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.349783Z","time spent":"1.07915564s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:48.428704Z","caller":"traceutil/trace.go:171","msg":"trace[1639853827] linearizableReadLoop","detail":"{readStateIndex:24756; appliedIndex:24751; }","duration":"1.022082191s","start":"2026-02-25T18:03:47.406536Z","end":"2026-02-25T18:03:48.428618Z","steps":["trace[1639853827] 'read index received' (duration: 145.187024ms)","trace[1639853827] 'applied index is now lower than readState.Index' (duration: 876.894087ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:03:48.429026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.351006Z","time spent":"1.077943101s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:48.429045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.35074Z","time spent":"1.078222439s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:48.429304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022514332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:48.429424Z","caller":"traceutil/trace.go:171","msg":"trace[464743429] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23916; }","duration":"1.022912761s","start":"2026-02-25T18:03:47.406482Z","end":"2026-02-25T18:03:48.429395Z","steps":["trace[464743429] 'agreement among raft nodes before linearized reading' (duration: 1.022498861s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.429468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.406465Z","time spent":"1.022995022s","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T18:03:48.48389Z","caller":"traceutil/trace.go:171","msg":"trace[1911127448] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"655.131514ms","start":"2026-02-25T18:03:47.828747Z","end":"2026-02-25T18:03:48.483879Z","steps":["trace[1911127448] 'process raft request' (duration: 655.086013ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:48.483912Z","caller":"traceutil/trace.go:171","msg":"trace[1738801836] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"667.020979ms","start":"2026-02-25T18:03:47.816866Z","end":"2026-02-25T18:03:48.483887Z","steps":["trace[1738801836] 'process raft request' (duration: 666.905136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.483976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.828694Z","time spent":"655.236237ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:48.484054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.816833Z","time spent":"667.129251ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:48.484349Z","caller":"traceutil/trace.go:171","msg":"trace[1247034728] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"654.577562ms","start":"2026-02-25T18:03:47.829744Z","end":"2026-02-25T18:03:48.484321Z","steps":["trace[1247034728] 'process raft request' (duration: 654.52485ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:48.484394Z","caller":"traceutil/trace.go:171","msg":"trace[867644459] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"654.469569ms","start":"2026-02-25T18:03:47.829915Z","end":"2026-02-25T18:03:48.484385Z","steps":["trace[867644459] 'process raft request' (duration: 654.380477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.484436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.829904Z","time spent":"654.50918ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:48.484546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.829722Z","time spent":"654.669644ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:48.484668Z","caller":"traceutil/trace.go:171","msg":"trace[1437504272] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"655.618655ms","start":"2026-02-25T18:03:47.829041Z","end":"2026-02-25T18:03:48.484659Z","steps":["trace[1437504272] 'process raft request' (duration: 654.817357ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:48.484707Z","caller":"traceutil/trace.go:171","msg":"trace[1448448791] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"655.657686ms","start":"2026-02-25T18:03:47.829042Z","end":"2026-02-25T18:03:48.484699Z","steps":["trace[1448448791] 'process raft request' (duration: 655.138414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.484729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.829016Z","time spent":"655.673387ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:48.484761Z","caller":"traceutil/trace.go:171","msg":"trace[1831628918] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"651.641423ms","start":"2026-02-25T18:03:47.833108Z","end":"2026-02-25T18:03:48.484749Z","steps":["trace[1831628918] 'process raft request' (duration: 651.246724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.484798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.829008Z","time spent":"655.714128ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:48.484812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.833095Z","time spent":"651.691255ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:03:48.484954Z","caller":"traceutil/trace.go:171","msg":"trace[1349329089] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"437.724352ms","start":"2026-02-25T18:03:48.047222Z","end":"2026-02-25T18:03:48.484946Z","steps":["trace[1349329089] 'process raft request' (duration: 437.265471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.485004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:48.047197Z","time spent":"437.784693ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18808,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:48.485088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.775385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:48.485124Z","caller":"traceutil/trace.go:171","msg":"trace[102661404] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23925; }","duration":"773.854267ms","start":"2026-02-25T18:03:47.71126Z","end":"2026-02-25T18:03:48.485114Z","steps":["trace[102661404] 'agreement among raft nodes before linearized reading' (duration: 773.735264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.485122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.705628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:48.485196Z","caller":"traceutil/trace.go:171","msg":"trace[65125059] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23925; }","duration":"265.836101ms","start":"2026-02-25T18:03:48.219346Z","end":"2026-02-25T18:03:48.485182Z","steps":["trace[65125059] 'agreement among raft nodes before linearized reading' (duration: 265.730579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.485226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.711241Z","time spent":"773.900798ms","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T18:03:48.485269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.461475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:03:48.485375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.076956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:03:48.485441Z","caller":"traceutil/trace.go:171","msg":"trace[2144300325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23925; }","duration":"166.2309ms","start":"2026-02-25T18:03:48.319196Z","end":"2026-02-25T18:03:48.485427Z","steps":["trace[2144300325] 'agreement among raft nodes before linearized reading' (duration: 166.119678ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:03:48.485396Z","caller":"traceutil/trace.go:171","msg":"trace[830376756] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23925; }","duration":"382.6628ms","start":"2026-02-25T18:03:48.102714Z","end":"2026-02-25T18:03:48.485377Z","steps":["trace[830376756] 'agreement among raft nodes before linearized reading' (duration: 382.431945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.485549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:48.102702Z","time spent":"382.833674ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:03:48.485347Z","caller":"traceutil/trace.go:171","msg":"trace[361625164] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"420.835912ms","start":"2026-02-25T18:03:48.064502Z","end":"2026-02-25T18:03:48.485338Z","steps":["trace[361625164] 'process raft request' (duration: 420.074384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.485754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:48.064476Z","time spent":"421.255071ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:03:48.487548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.052745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T18:03:48.487591Z","caller":"traceutil/trace.go:171","msg":"trace[722103490] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23925; }","duration":"772.105297ms","start":"2026-02-25T18:03:47.715475Z","end":"2026-02-25T18:03:48.487581Z","steps":["trace[722103490] 'agreement among raft nodes before linearized reading' (duration: 769.826164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:03:48.487606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:03:47.715469Z","time spent":"772.133667ms","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-25T18:04:16.680182Z","caller":"traceutil/trace.go:171","msg":"trace[233707998] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"121.440736ms","start":"2026-02-25T18:04:16.558717Z","end":"2026-02-25T18:04:16.680157Z","steps":["trace[233707998] 'process raft request' (duration: 121.258161ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:04:16.708361Z","caller":"traceutil/trace.go:171","msg":"trace[2130301042] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"146.821972ms","start":"2026-02-25T18:04:16.561508Z","end":"2026-02-25T18:04:16.70833Z","steps":["trace[2130301042] 'process raft request' (duration: 146.555146ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:04:16.709019Z","caller":"traceutil/trace.go:171","msg":"trace[436378960] linearizableReadLoop","detail":"{readStateIndex:24979; appliedIndex:24978; }","duration":"145.88581ms","start":"2026-02-25T18:04:16.563109Z","end":"2026-02-25T18:04:16.708995Z","steps":["trace[436378960] 'read index received' (duration: 117.034213ms)","trace[436378960] 'applied index is now lower than readState.Index' (duration: 28.850327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:04:16.709288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.157337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T18:04:16.709327Z","caller":"traceutil/trace.go:171","msg":"trace[760829514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24139; }","duration":"146.227438ms","start":"2026-02-25T18:04:16.563086Z","end":"2026-02-25T18:04:16.709314Z","steps":["trace[760829514] 'agreement among raft nodes before linearized reading' (duration: 146.045354ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:04:20.804626Z","caller":"traceutil/trace.go:171","msg":"trace[610563860] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"106.066099ms","start":"2026-02-25T18:04:20.69847Z","end":"2026-02-25T18:04:20.804536Z","steps":["trace[610563860] 'process raft request' (duration: 105.878285ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:04:41.208696Z","caller":"traceutil/trace.go:171","msg":"trace[355485939] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"116.776167ms","start":"2026-02-25T18:04:41.091893Z","end":"2026-02-25T18:04:41.208669Z","steps":["trace[355485939] 'process raft request' (duration: 116.703385ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:04:41.209546Z","caller":"traceutil/trace.go:171","msg":"trace[1372868779] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"118.553189ms","start":"2026-02-25T18:04:41.090967Z","end":"2026-02-25T18:04:41.20952Z","steps":["trace[1372868779] 'process raft request' (duration: 117.478144ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:04:41.209571Z","caller":"traceutil/trace.go:171","msg":"trace[1553066575] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"121.057086ms","start":"2026-02-25T18:04:41.088487Z","end":"2026-02-25T18:04:41.209544Z","steps":["trace[1553066575] 'process raft request' (duration: 117.701339ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:04:41.209715Z","caller":"traceutil/trace.go:171","msg":"trace[719422375] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"118.648891ms","start":"2026-02-25T18:04:41.091016Z","end":"2026-02-25T18:04:41.209664Z","steps":["trace[719422375] 'process raft request' (duration: 117.476104ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:04:41.212319Z","caller":"traceutil/trace.go:171","msg":"trace[578448507] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"123.80549ms","start":"2026-02-25T18:04:41.088487Z","end":"2026-02-25T18:04:41.212293Z","steps":["trace[578448507] 'process raft request' (duration: 119.888109ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:02.382206Z","caller":"traceutil/trace.go:171","msg":"trace[1611621336] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"186.674762ms","start":"2026-02-25T18:05:02.195487Z","end":"2026-02-25T18:05:02.382162Z","steps":["trace[1611621336] 'process raft request' (duration: 186.404516ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:03.567337Z","caller":"traceutil/trace.go:171","msg":"trace[1364867769] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"344.204651ms","start":"2026-02-25T18:05:03.223114Z","end":"2026-02-25T18:05:03.567319Z","steps":["trace[1364867769] 'process raft request' (duration: 344.071848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:03.56746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.223078Z","time spent":"344.314014ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:05:04.501963Z","caller":"traceutil/trace.go:171","msg":"trace[1228825086] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"1.271927852s","start":"2026-02-25T18:05:03.229994Z","end":"2026-02-25T18:05:04.501921Z","steps":["trace[1228825086] 'process raft request' (duration: 1.271789138s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:04.501997Z","caller":"traceutil/trace.go:171","msg":"trace[2145136367] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"1.245732447s","start":"2026-02-25T18:05:03.256236Z","end":"2026-02-25T18:05:04.501968Z","steps":["trace[2145136367] 'process raft request' (duration: 1.245595414s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:04.502096Z","caller":"traceutil/trace.go:171","msg":"trace[1934903561] linearizableReadLoop","detail":"{readStateIndex:25518; appliedIndex:25512; }","duration":"1.221150258s","start":"2026-02-25T18:05:03.280928Z","end":"2026-02-25T18:05:04.502078Z","steps":["trace[1934903561] 'read index received' (duration: 286.317124ms)","trace[1934903561] 'applied index is now lower than readState.Index' (duration: 934.832674ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:05:04.502134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.229982Z","time spent":"1.272067625s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:05:04.502162Z","caller":"traceutil/trace.go:171","msg":"trace[1888995668] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"1.235532161s","start":"2026-02-25T18:05:03.266608Z","end":"2026-02-25T18:05:04.50214Z","steps":["trace[1888995668] 'process raft request' (duration: 1.235410208s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.502185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.256209Z","time spent":"1.24587688s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:05:04.502215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221273382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:04.502238Z","caller":"traceutil/trace.go:171","msg":"trace[127335271] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24660; }","duration":"1.221347113s","start":"2026-02-25T18:05:03.280883Z","end":"2026-02-25T18:05:04.50223Z","steps":["trace[127335271] 'agreement among raft nodes before linearized reading' (duration: 1.221286271s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.502257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.280862Z","time spent":"1.221390674s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-25T18:05:04.502247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.266576Z","time spent":"1.235629213s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:05:04.50222Z","caller":"traceutil/trace.go:171","msg":"trace[1154018970] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"1.23678971s","start":"2026-02-25T18:05:03.265395Z","end":"2026-02-25T18:05:04.502185Z","steps":["trace[1154018970] 'process raft request' (duration: 1.236515003s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.502373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11600802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:05:04.502379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.465819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:05:04.502385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.265367Z","time spent":"1.236932323s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:05:04.502405Z","caller":"traceutil/trace.go:171","msg":"trace[321108139] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24660; }","duration":"1.116092652s","start":"2026-02-25T18:05:03.386301Z","end":"2026-02-25T18:05:04.502394Z","steps":["trace[321108139] 'agreement among raft nodes before linearized reading' (duration: 1.11603054s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:04.502422Z","caller":"traceutil/trace.go:171","msg":"trace[513002913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24660; }","duration":"180.51233ms","start":"2026-02-25T18:05:04.321897Z","end":"2026-02-25T18:05:04.50241Z","steps":["trace[513002913] 'agreement among raft nodes before linearized reading' (duration: 180.438448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.502435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.386291Z","time spent":"1.116137972s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T18:05:04.502464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221441596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-25T18:05:04.502519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110002931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-25T18:05:04.502538Z","caller":"traceutil/trace.go:171","msg":"trace[1466522675] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24660; }","duration":"1.110044812s","start":"2026-02-25T18:05:03.392488Z","end":"2026-02-25T18:05:04.502532Z","steps":["trace[1466522675] 'agreement among raft nodes before linearized reading' (duration: 1.10997378s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.502551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.392475Z","time spent":"1.110072563s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-25T18:05:04.50254Z","caller":"traceutil/trace.go:171","msg":"trace[258525471] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24660; }","duration":"1.221555348s","start":"2026-02-25T18:05:03.280967Z","end":"2026-02-25T18:05:04.502522Z","steps":["trace[258525471] 'agreement among raft nodes before linearized reading' (duration: 1.221360893s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.502556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22162696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:05:04.502581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.28095Z","time spent":"1.22162305s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-25T18:05:04.502588Z","caller":"traceutil/trace.go:171","msg":"trace[837736697] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24660; }","duration":"1.221695401s","start":"2026-02-25T18:05:03.280883Z","end":"2026-02-25T18:05:04.502578Z","steps":["trace[837736697] 'agreement among raft nodes before linearized reading' (duration: 1.221628919s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.502605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.514193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:04.502619Z","caller":"traceutil/trace.go:171","msg":"trace[369283600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24660; }","duration":"810.552484ms","start":"2026-02-25T18:05:03.692063Z","end":"2026-02-25T18:05:04.502615Z","steps":["trace[369283600] 'agreement among raft nodes before linearized reading' (duration: 810.528673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.50262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.280862Z","time spent":"1.221751363s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T18:05:04.502631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.692049Z","time spent":"810.579664ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T18:05:04.502676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116215725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:04.502749Z","caller":"traceutil/trace.go:171","msg":"trace[987981262] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24660; }","duration":"1.116339917s","start":"2026-02-25T18:05:03.386388Z","end":"2026-02-25T18:05:04.502728Z","steps":["trace[987981262] 'agreement among raft nodes before linearized reading' (duration: 1.116234695s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.502779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122374376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T18:05:04.502794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.386357Z","time spent":"1.1164241s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-25T18:05:04.502812Z","caller":"traceutil/trace.go:171","msg":"trace[1692061312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24660; }","duration":"1.122424058s","start":"2026-02-25T18:05:03.380377Z","end":"2026-02-25T18:05:04.502801Z","steps":["trace[1692061312] 'agreement among raft nodes before linearized reading' (duration: 1.122342436s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.502842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.380365Z","time spent":"1.122471059s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:05:04.502699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116443889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:04.502892Z","caller":"traceutil/trace.go:171","msg":"trace[1556624489] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24660; }","duration":"1.116682615s","start":"2026-02-25T18:05:03.386203Z","end":"2026-02-25T18:05:04.502886Z","steps":["trace[1556624489] 'agreement among raft nodes before linearized reading' (duration: 1.11647628s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.50291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.386136Z","time spent":"1.116768357s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-25T18:05:04.502937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221878146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:04.502964Z","caller":"traceutil/trace.go:171","msg":"trace[988870534] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24660; }","duration":"1.221943317s","start":"2026-02-25T18:05:03.281013Z","end":"2026-02-25T18:05:04.502956Z","steps":["trace[988870534] 'agreement among raft nodes before linearized reading' (duration: 1.221904396s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.502982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167741755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T18:05:04.50299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.280984Z","time spent":"1.222000828s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-25T18:05:04.503016Z","caller":"traceutil/trace.go:171","msg":"trace[1533047025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24660; }","duration":"1.167839878s","start":"2026-02-25T18:05:03.335166Z","end":"2026-02-25T18:05:04.503006Z","steps":["trace[1533047025] 'agreement among raft nodes before linearized reading' (duration: 1.167724585s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.503036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172337001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-25T18:05:04.503044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.335133Z","time spent":"1.167905668s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:05:04.50304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129113422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:05:04.503071Z","caller":"traceutil/trace.go:171","msg":"trace[1854878120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24660; }","duration":"1.172422043s","start":"2026-02-25T18:05:03.330638Z","end":"2026-02-25T18:05:04.50306Z","steps":["trace[1854878120] 'agreement among raft nodes before linearized reading' (duration: 1.1722764s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.503099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.330611Z","time spent":"1.172481555s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T18:05:04.503091Z","caller":"traceutil/trace.go:171","msg":"trace[1572744638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24660; }","duration":"1.129187464s","start":"2026-02-25T18:05:03.373889Z","end":"2026-02-25T18:05:04.503076Z","steps":["trace[1572744638] 'agreement among raft nodes before linearized reading' (duration: 1.129049811s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.503114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165656687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:05:04.503125Z","caller":"traceutil/trace.go:171","msg":"trace[635158599] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"1.279133888s","start":"2026-02-25T18:05:03.223968Z","end":"2026-02-25T18:05:04.503101Z","steps":["trace[635158599] 'process raft request' (duration: 1.277641903s)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:04.503143Z","caller":"traceutil/trace.go:171","msg":"trace[953972868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24660; }","duration":"1.165715868s","start":"2026-02-25T18:05:03.337417Z","end":"2026-02-25T18:05:04.503133Z","steps":["trace[953972868] 'agreement among raft nodes before linearized reading' (duration: 1.165636836s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:04.50314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.373878Z","time spent":"1.129250946s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:05:04.503173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.337394Z","time spent":"1.165772649s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T18:05:04.50321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:03.223939Z","time spent":"1.27922679s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:05:04.826977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.024084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:05:04.827081Z","caller":"traceutil/trace.go:171","msg":"trace[1301037654] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"319.869309ms","start":"2026-02-25T18:05:04.507192Z","end":"2026-02-25T18:05:04.827061Z","steps":["trace[1301037654] 'process raft request' (duration: 137.66809ms)","trace[1301037654] 'compare' (duration: 181.725078ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:05:04.82716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:04.507177Z","time spent":"319.953061ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:05:05.099647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.695441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:05:05.099885Z","caller":"traceutil/trace.go:171","msg":"trace[1307046211] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"592.529698ms","start":"2026-02-25T18:05:04.507297Z","end":"2026-02-25T18:05:05.099827Z","steps":["trace[1307046211] 'process raft request' (duration: 422.556202ms)","trace[1307046211] 'compare' (duration: 169.576267ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:05:05.099995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:04.507277Z","time spent":"592.662592ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:05:05.100146Z","caller":"traceutil/trace.go:171","msg":"trace[707371147] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"592.453506ms","start":"2026-02-25T18:05:04.507677Z","end":"2026-02-25T18:05:05.10013Z","steps":["trace[707371147] 'process raft request' (duration: 592.157359ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:05.100237Z","caller":"traceutil/trace.go:171","msg":"trace[1392466411] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"592.503557ms","start":"2026-02-25T18:05:04.507716Z","end":"2026-02-25T18:05:05.10022Z","steps":["trace[1392466411] 'process raft request' (duration: 592.168879ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:05.100467Z","caller":"traceutil/trace.go:171","msg":"trace[885655369] linearizableReadLoop","detail":"{readStateIndex:25523; appliedIndex:25518; }","duration":"564.196673ms","start":"2026-02-25T18:05:04.536249Z","end":"2026-02-25T18:05:05.100446Z","steps":["trace[885655369] 'read index received' (duration: 108.626209ms)","trace[885655369] 'applied index is now lower than readState.Index' (duration: 455.568844ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:05:05.100653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.395189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:05.1007Z","caller":"traceutil/trace.go:171","msg":"trace[149075487] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24666; }","duration":"564.4769ms","start":"2026-02-25T18:05:04.536208Z","end":"2026-02-25T18:05:05.100685Z","steps":["trace[149075487] 'agreement among raft nodes before linearized reading' (duration: 564.376958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:05.100741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:04.536194Z","time spent":"564.535822ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-25T18:05:05.100886Z","caller":"traceutil/trace.go:171","msg":"trace[1024072617] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"593.369987ms","start":"2026-02-25T18:05:04.507466Z","end":"2026-02-25T18:05:05.100836Z","steps":["trace[1024072617] 'process raft request' (duration: 592.282082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:05.100999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.523762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:05.101046Z","caller":"traceutil/trace.go:171","msg":"trace[558821614] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24666; }","duration":"564.614804ms","start":"2026-02-25T18:05:04.536419Z","end":"2026-02-25T18:05:05.101034Z","steps":["trace[558821614] 'agreement among raft nodes before linearized reading' (duration: 564.542482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:05.101084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:04.536388Z","time spent":"564.685725ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T18:05:05.10111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:04.507457Z","time spent":"593.529221ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:05:05.101281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.797597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:05.101335Z","caller":"traceutil/trace.go:171","msg":"trace[1606225533] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24666; }","duration":"564.853139ms","start":"2026-02-25T18:05:04.536466Z","end":"2026-02-25T18:05:05.101319Z","steps":["trace[1606225533] 'agreement among raft nodes before linearized reading' (duration: 564.767917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:05.101331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.539908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-25T18:05:05.101374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:04.536396Z","time spent":"564.967302ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-25T18:05:05.101387Z","caller":"traceutil/trace.go:171","msg":"trace[1342369033] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24666; }","duration":"563.628631ms","start":"2026-02-25T18:05:04.537745Z","end":"2026-02-25T18:05:05.101373Z","steps":["trace[1342369033] 'agreement among raft nodes before linearized reading' (duration: 563.441756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:05.101421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:04.537736Z","time spent":"563.679002ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-25T18:05:05.100224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:04.50767Z","time spent":"592.508227ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:05:05.101965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.813801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:05:05.102031Z","caller":"traceutil/trace.go:171","msg":"trace[1362359487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24666; }","duration":"178.935084ms","start":"2026-02-25T18:05:04.92308Z","end":"2026-02-25T18:05:05.102015Z","steps":["trace[1362359487] 'agreement among raft nodes before linearized reading' (duration: 178.076664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:05.102059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:04.507712Z","time spent":"592.562948ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:05:05.102612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.559422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T18:05:05.102635Z","caller":"traceutil/trace.go:171","msg":"trace[176805970] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24666; }","duration":"364.622673ms","start":"2026-02-25T18:05:04.738006Z","end":"2026-02-25T18:05:05.102628Z","steps":["trace[176805970] 'agreement among raft nodes before linearized reading' (duration: 363.495937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:05.102653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:05:04.737985Z","time spent":"364.663164ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2766,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:05:05.384269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.36365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T18:05:05.384454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.755613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:05.384537Z","caller":"traceutil/trace.go:171","msg":"trace[1194560668] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24666; }","duration":"121.884036ms","start":"2026-02-25T18:05:05.262634Z","end":"2026-02-25T18:05:05.384518Z","steps":["trace[1194560668] 'count revisions from in-memory index tree' (duration: 121.607539ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:05.384488Z","caller":"traceutil/trace.go:171","msg":"trace[1619473173] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24666; }","duration":"149.638857ms","start":"2026-02-25T18:05:05.23481Z","end":"2026-02-25T18:05:05.384449Z","steps":["trace[1619473173] 'count revisions from in-memory index tree' (duration: 149.266019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:05.38482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.088463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:05.384927Z","caller":"traceutil/trace.go:171","msg":"trace[1552661331] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24666; }","duration":"152.262058ms","start":"2026-02-25T18:05:05.232642Z","end":"2026-02-25T18:05:05.384904Z","steps":["trace[1552661331] 'count revisions from in-memory index tree' (duration: 151.9342ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:05.683322Z","caller":"traceutil/trace.go:171","msg":"trace[1644162325] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"270.143211ms","start":"2026-02-25T18:05:05.413148Z","end":"2026-02-25T18:05:05.683291Z","steps":["trace[1644162325] 'process raft request' (duration: 222.890589ms)","trace[1644162325] 'compare' (duration: 47.097348ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:05:05.753129Z","caller":"traceutil/trace.go:171","msg":"trace[1941591993] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"182.009245ms","start":"2026-02-25T18:05:05.570882Z","end":"2026-02-25T18:05:05.752891Z","steps":["trace[1941591993] 'process raft request' (duration: 181.878192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:08.655211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.706573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-25T18:05:08.655285Z","caller":"traceutil/trace.go:171","msg":"trace[1818773112] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24705; }","duration":"141.823076ms","start":"2026-02-25T18:05:08.513447Z","end":"2026-02-25T18:05:08.65527Z","steps":["trace[1818773112] 'agreement among raft nodes before linearized reading' (duration: 141.636262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:08.655466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.642467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:08.655461Z","caller":"traceutil/trace.go:171","msg":"trace[939366433] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"139.181245ms","start":"2026-02-25T18:05:08.516257Z","end":"2026-02-25T18:05:08.655438Z","steps":["trace[939366433] 'process raft request' (duration: 138.635693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:08.655521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.816223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:08.655542Z","caller":"traceutil/trace.go:171","msg":"trace[1584576304] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24705; }","duration":"137.845665ms","start":"2026-02-25T18:05:08.517691Z","end":"2026-02-25T18:05:08.655537Z","steps":["trace[1584576304] 'agreement among raft nodes before linearized reading' (duration: 137.817104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:08.655673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.984328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-25T18:05:08.655678Z","caller":"traceutil/trace.go:171","msg":"trace[625148309] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"138.955839ms","start":"2026-02-25T18:05:08.516708Z","end":"2026-02-25T18:05:08.655664Z","steps":["trace[625148309] 'process raft request' (duration: 138.293094ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:08.655696Z","caller":"traceutil/trace.go:171","msg":"trace[1995002322] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24705; }","duration":"138.014528ms","start":"2026-02-25T18:05:08.517676Z","end":"2026-02-25T18:05:08.65569Z","steps":["trace[1995002322] 'agreement among raft nodes before linearized reading' (duration: 137.958307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:08.655789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.12538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:08.655849Z","caller":"traceutil/trace.go:171","msg":"trace[2131553373] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24705; }","duration":"138.195223ms","start":"2026-02-25T18:05:08.517648Z","end":"2026-02-25T18:05:08.655844Z","steps":["trace[2131553373] 'agreement among raft nodes before linearized reading' (duration: 138.123321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:08.655955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.744415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:08.655976Z","caller":"traceutil/trace.go:171","msg":"trace[1230119065] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24705; }","duration":"138.778585ms","start":"2026-02-25T18:05:08.517192Z","end":"2026-02-25T18:05:08.655971Z","steps":["trace[1230119065] 'agreement among raft nodes before linearized reading' (duration: 138.734504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:05:08.655205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.310129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:05:08.655889Z","caller":"traceutil/trace.go:171","msg":"trace[1052087142] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"137.609819ms","start":"2026-02-25T18:05:08.518252Z","end":"2026-02-25T18:05:08.655861Z","steps":["trace[1052087142] 'process raft request' (duration: 136.77794ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:08.656092Z","caller":"traceutil/trace.go:171","msg":"trace[1254711748] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24705; }","duration":"137.23733ms","start":"2026-02-25T18:05:08.518843Z","end":"2026-02-25T18:05:08.65608Z","steps":["trace[1254711748] 'agreement among raft nodes before linearized reading' (duration: 136.253097ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:08.656315Z","caller":"traceutil/trace.go:171","msg":"trace[2143509803] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"136.229367ms","start":"2026-02-25T18:05:08.520019Z","end":"2026-02-25T18:05:08.656249Z","steps":["trace[2143509803] 'process raft request' (duration: 135.033259ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:05:08.655493Z","caller":"traceutil/trace.go:171","msg":"trace[813222696] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24705; }","duration":"136.689477ms","start":"2026-02-25T18:05:08.518796Z","end":"2026-02-25T18:05:08.655485Z","steps":["trace[813222696] 'agreement among raft nodes before linearized reading' (duration: 136.653026ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:10.961602Z","caller":"traceutil/trace.go:171","msg":"trace[1641007391] linearizableReadLoop","detail":"{readStateIndex:26119; appliedIndex:26118; }","duration":"170.466318ms","start":"2026-02-25T18:06:10.791108Z","end":"2026-02-25T18:06:10.961574Z","steps":["trace[1641007391] 'read index received' (duration: 170.289944ms)","trace[1641007391] 'applied index is now lower than readState.Index' (duration: 175.204µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:06:10.96194Z","caller":"traceutil/trace.go:171","msg":"trace[683296911] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"224.738182ms","start":"2026-02-25T18:06:10.737174Z","end":"2026-02-25T18:06:10.961912Z","steps":["trace[683296911] 'process raft request' (duration: 224.251281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:06:10.962096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.883548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:06:10.962181Z","caller":"traceutil/trace.go:171","msg":"trace[1496844607] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25247; }","duration":"171.087102ms","start":"2026-02-25T18:06:10.791075Z","end":"2026-02-25T18:06:10.962162Z","steps":["trace[1496844607] 'agreement among raft nodes before linearized reading' (duration: 170.857066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:06:10.992605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.127736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:06:10.992664Z","caller":"traceutil/trace.go:171","msg":"trace[1840815036] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25253; }","duration":"201.209388ms","start":"2026-02-25T18:06:10.791443Z","end":"2026-02-25T18:06:10.992652Z","steps":["trace[1840815036] 'agreement among raft nodes before linearized reading' (duration: 201.077275ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:10.992957Z","caller":"traceutil/trace.go:171","msg":"trace[894976387] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"103.080922ms","start":"2026-02-25T18:06:10.889864Z","end":"2026-02-25T18:06:10.992945Z","steps":["trace[894976387] 'process raft request' (duration: 102.413436ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:10.993084Z","caller":"traceutil/trace.go:171","msg":"trace[748859993] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"102.448497ms","start":"2026-02-25T18:06:10.890628Z","end":"2026-02-25T18:06:10.993077Z","steps":["trace[748859993] 'process raft request' (duration: 101.756731ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:10.993201Z","caller":"traceutil/trace.go:171","msg":"trace[2083572507] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"102.476038ms","start":"2026-02-25T18:06:10.890718Z","end":"2026-02-25T18:06:10.993194Z","steps":["trace[2083572507] 'process raft request' (duration: 101.69916ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:10.993329Z","caller":"traceutil/trace.go:171","msg":"trace[1580624175] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"102.15769ms","start":"2026-02-25T18:06:10.891164Z","end":"2026-02-25T18:06:10.993322Z","steps":["trace[1580624175] 'process raft request' (duration: 101.28216ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:10.993418Z","caller":"traceutil/trace.go:171","msg":"trace[1424425741] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"102.069449ms","start":"2026-02-25T18:06:10.891343Z","end":"2026-02-25T18:06:10.993412Z","steps":["trace[1424425741] 'process raft request' (duration: 101.128657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:06:10.993668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.670558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-02-25T18:06:10.993695Z","caller":"traceutil/trace.go:171","msg":"trace[793698808] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25253; }","duration":"191.712259ms","start":"2026-02-25T18:06:10.801976Z","end":"2026-02-25T18:06:10.993688Z","steps":["trace[793698808] 'agreement among raft nodes before linearized reading' (duration: 191.621287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:06:10.993841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.691767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-02-25T18:06:10.994704Z","caller":"traceutil/trace.go:171","msg":"trace[1414845195] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25253; }","duration":"198.566977ms","start":"2026-02-25T18:06:10.796129Z","end":"2026-02-25T18:06:10.994696Z","steps":["trace[1414845195] 'agreement among raft nodes before linearized reading' (duration: 197.647516ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:11.576359Z","caller":"traceutil/trace.go:171","msg":"trace[1878175101] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"104.497694ms","start":"2026-02-25T18:06:11.471839Z","end":"2026-02-25T18:06:11.576337Z","steps":["trace[1878175101] 'process raft request' (duration: 103.949401ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:21.202205Z","caller":"traceutil/trace.go:171","msg":"trace[391172376] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"141.211252ms","start":"2026-02-25T18:06:21.060969Z","end":"2026-02-25T18:06:21.20218Z","steps":["trace[391172376] 'process raft request' (duration: 141.166381ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:21.202657Z","caller":"traceutil/trace.go:171","msg":"trace[2033715385] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"142.490272ms","start":"2026-02-25T18:06:21.060022Z","end":"2026-02-25T18:06:21.202512Z","steps":["trace[2033715385] 'process raft request' (duration: 141.939959ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:21.239149Z","caller":"traceutil/trace.go:171","msg":"trace[1725969003] linearizableReadLoop","detail":"{readStateIndex:26192; appliedIndex:26191; }","duration":"128.054798ms","start":"2026-02-25T18:06:21.111081Z","end":"2026-02-25T18:06:21.239136Z","steps":["trace[1725969003] 'read index received' (duration: 91.133325ms)","trace[1725969003] 'applied index is now lower than readState.Index' (duration: 36.920553ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:06:21.239469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.58738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-02-25T18:06:21.239499Z","caller":"traceutil/trace.go:171","msg":"trace[1995944904] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25319; }","duration":"118.674302ms","start":"2026-02-25T18:06:21.120817Z","end":"2026-02-25T18:06:21.239491Z","steps":["trace[1995944904] 'agreement among raft nodes before linearized reading' (duration: 118.57256ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:21.239597Z","caller":"traceutil/trace.go:171","msg":"trace[1158080805] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"128.497188ms","start":"2026-02-25T18:06:21.11105Z","end":"2026-02-25T18:06:21.239547Z","steps":["trace[1158080805] 'process raft request' (duration: 128.047168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:06:21.239961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.876017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-02-25T18:06:21.240004Z","caller":"traceutil/trace.go:171","msg":"trace[1138452986] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25319; }","duration":"128.948799ms","start":"2026-02-25T18:06:21.111047Z","end":"2026-02-25T18:06:21.239996Z","steps":["trace[1138452986] 'agreement among raft nodes before linearized reading' (duration: 128.14559ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:21.239627Z","caller":"traceutil/trace.go:171","msg":"trace[1484327984] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"128.622432ms","start":"2026-02-25T18:06:21.110895Z","end":"2026-02-25T18:06:21.239517Z","steps":["trace[1484327984] 'process raft request' (duration: 128.13425ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:06:21.710217Z","caller":"traceutil/trace.go:171","msg":"trace[1333480557] linearizableReadLoop","detail":"{readStateIndex:26197; appliedIndex:26196; }","duration":"196.290085ms","start":"2026-02-25T18:06:21.513905Z","end":"2026-02-25T18:06:21.710195Z","steps":["trace[1333480557] 'read index received' (duration: 196.121831ms)","trace[1333480557] 'applied index is now lower than readState.Index' (duration: 167.274µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:06:21.710569Z","caller":"traceutil/trace.go:171","msg":"trace[768476750] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"201.512425ms","start":"2026-02-25T18:06:21.508986Z","end":"2026-02-25T18:06:21.710498Z","steps":["trace[768476750] 'process raft request' (duration: 201.071155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:06:21.710867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.231413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:06:21.710918Z","caller":"traceutil/trace.go:171","msg":"trace[307096520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25323; }","duration":"196.317435ms","start":"2026-02-25T18:06:21.514588Z","end":"2026-02-25T18:06:21.710905Z","steps":["trace[307096520] 'agreement among raft nodes before linearized reading' (duration: 196.160282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:06:21.711203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.240567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T18:06:21.71131Z","caller":"traceutil/trace.go:171","msg":"trace[365858193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25323; }","duration":"197.41558ms","start":"2026-02-25T18:06:21.513877Z","end":"2026-02-25T18:06:21.711292Z","steps":["trace[365858193] 'agreement among raft nodes before linearized reading' (duration: 196.9701ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:35.653577Z","caller":"traceutil/trace.go:171","msg":"trace[1308128252] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"290.521325ms","start":"2026-02-25T18:07:35.363032Z","end":"2026-02-25T18:07:35.653553Z","steps":["trace[1308128252] 'process raft request' (duration: 290.329511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:36.018549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.217983ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:07:36.018724Z","caller":"traceutil/trace.go:171","msg":"trace[1921795666] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26055; }","duration":"121.430967ms","start":"2026-02-25T18:07:35.897269Z","end":"2026-02-25T18:07:36.0187Z","steps":["trace[1921795666] 'range keys from in-memory index tree' (duration: 121.183222ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:36.020634Z","caller":"traceutil/trace.go:171","msg":"trace[1968565171] linearizableReadLoop","detail":"{readStateIndex:26953; appliedIndex:26948; }","duration":"384.410383ms","start":"2026-02-25T18:07:35.636196Z","end":"2026-02-25T18:07:36.020607Z","steps":["trace[1968565171] 'read index received' (duration: 17.236792ms)","trace[1968565171] 'applied index is now lower than readState.Index' (duration: 367.172521ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:07:36.020729Z","caller":"traceutil/trace.go:171","msg":"trace[965619171] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"542.162606ms","start":"2026-02-25T18:07:35.478548Z","end":"2026-02-25T18:07:36.020711Z","steps":["trace[965619171] 'process raft request' (duration: 541.90122ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:36.020712Z","caller":"traceutil/trace.go:171","msg":"trace[68876755] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"538.394878ms","start":"2026-02-25T18:07:35.482281Z","end":"2026-02-25T18:07:36.020675Z","steps":["trace[68876755] 'process raft request' (duration: 538.250025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:36.020872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:35.478524Z","time spent":"542.252599ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:07:36.020929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:35.482274Z","time spent":"538.561862ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:07:36.021054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.863243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:07:36.021131Z","caller":"traceutil/trace.go:171","msg":"trace[582801031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26059; }","duration":"385.026557ms","start":"2026-02-25T18:07:35.636093Z","end":"2026-02-25T18:07:36.021119Z","steps":["trace[582801031] 'agreement among raft nodes before linearized reading' (duration: 384.630858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:36.021167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:35.636065Z","time spent":"385.092589ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T18:07:36.020659Z","caller":"traceutil/trace.go:171","msg":"trace[398512432] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"540.564779ms","start":"2026-02-25T18:07:35.480069Z","end":"2026-02-25T18:07:36.020633Z","steps":["trace[398512432] 'process raft request' (duration: 540.423556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:36.021301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:35.480062Z","time spent":"541.200924ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:07:36.020653Z","caller":"traceutil/trace.go:171","msg":"trace[279732571] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"546.1527ms","start":"2026-02-25T18:07:35.474457Z","end":"2026-02-25T18:07:36.02061Z","steps":["trace[279732571] 'process raft request' (duration: 545.841623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:36.021827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:35.474435Z","time spent":"547.218524ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:07:36.022143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.745968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:07:36.022209Z","caller":"traceutil/trace.go:171","msg":"trace[453873162] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"314.654558ms","start":"2026-02-25T18:07:35.70753Z","end":"2026-02-25T18:07:36.022185Z","steps":["trace[453873162] 'process raft request' (duration: 314.226278ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:36.02223Z","caller":"traceutil/trace.go:171","msg":"trace[1957136383] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26060; }","duration":"222.900981ms","start":"2026-02-25T18:07:35.799311Z","end":"2026-02-25T18:07:36.022212Z","steps":["trace[1957136383] 'agreement among raft nodes before linearized reading' (duration: 222.719227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:36.022392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:35.707506Z","time spent":"314.74512ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:07:42.659956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.718787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-25T18:07:42.660049Z","caller":"traceutil/trace.go:171","msg":"trace[1944014638] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26111; }","duration":"204.872331ms","start":"2026-02-25T18:07:42.455152Z","end":"2026-02-25T18:07:42.660024Z","steps":["trace[1944014638] 'range keys from in-memory index tree' (duration: 204.557264ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:42.723603Z","caller":"traceutil/trace.go:171","msg":"trace[1786477109] linearizableReadLoop","detail":"{readStateIndex:27008; appliedIndex:27007; }","duration":"104.662128ms","start":"2026-02-25T18:07:42.618922Z","end":"2026-02-25T18:07:42.723584Z","steps":["trace[1786477109] 'read index received' (duration: 104.524034ms)","trace[1786477109] 'applied index is now lower than readState.Index' (duration: 137.184µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:07:42.723799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.861562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-nqd49\" ","response":"range_response_count:1 size:6472"} {"level":"info","ts":"2026-02-25T18:07:42.72377Z","caller":"traceutil/trace.go:171","msg":"trace[674519967] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"108.666071ms","start":"2026-02-25T18:07:42.615047Z","end":"2026-02-25T18:07:42.723713Z","steps":["trace[674519967] 'process raft request' (duration: 108.420655ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:42.723843Z","caller":"traceutil/trace.go:171","msg":"trace[918534296] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-nqd49; range_end:; response_count:1; response_revision:26112; }","duration":"104.951074ms","start":"2026-02-25T18:07:42.618878Z","end":"2026-02-25T18:07:42.723829Z","steps":["trace[918534296] 'agreement among raft nodes before linearized reading' (duration: 104.794981ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:43.113409Z","caller":"traceutil/trace.go:171","msg":"trace[856725605] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"192.881162ms","start":"2026-02-25T18:07:42.920495Z","end":"2026-02-25T18:07:43.113376Z","steps":["trace[856725605] 'process raft request' (duration: 192.844061ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:43.113489Z","caller":"traceutil/trace.go:171","msg":"trace[796029271] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"397.591129ms","start":"2026-02-25T18:07:42.715871Z","end":"2026-02-25T18:07:43.113462Z","steps":["trace[796029271] 'process raft request' (duration: 360.399943ms)","trace[796029271] 'compare' (duration: 35.877526ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:07:43.113648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:42.715851Z","time spent":"397.709962ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:07:43.113474Z","caller":"traceutil/trace.go:171","msg":"trace[277107405] linearizableReadLoop","detail":"{readStateIndex:27009; appliedIndex:27008; }","duration":"389.787728ms","start":"2026-02-25T18:07:42.723654Z","end":"2026-02-25T18:07:43.113442Z","steps":["trace[277107405] 'read index received' (duration: 352.571751ms)","trace[277107405] 'applied index is now lower than readState.Index' (duration: 37.212917ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:07:43.11377Z","caller":"traceutil/trace.go:171","msg":"trace[7078402] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"379.105549ms","start":"2026-02-25T18:07:42.734633Z","end":"2026-02-25T18:07:43.113739Z","steps":["trace[7078402] 'process raft request' (duration: 378.611997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:43.11393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:42.73462Z","time spent":"379.224082ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6407,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:07:43.114191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.345769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-02-25T18:07:43.114866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.236926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126868"} {"level":"info","ts":"2026-02-25T18:07:43.114933Z","caller":"traceutil/trace.go:171","msg":"trace[1206678290] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26115; }","duration":"417.332839ms","start":"2026-02-25T18:07:42.697575Z","end":"2026-02-25T18:07:43.114907Z","steps":["trace[1206678290] 'agreement among raft nodes before linearized reading' (duration: 416.53036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:43.114963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:42.697562Z","time spent":"417.394881ms","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126891,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-25T18:07:43.116362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.214498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:93 size:119870"} {"level":"info","ts":"2026-02-25T18:07:43.116434Z","caller":"traceutil/trace.go:171","msg":"trace[1596852108] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:93; response_revision:26115; }","duration":"454.30494ms","start":"2026-02-25T18:07:42.662114Z","end":"2026-02-25T18:07:43.116419Z","steps":["trace[1596852108] 'agreement among raft nodes before linearized reading' (duration: 451.570706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:43.116491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:42.662072Z","time spent":"454.409152ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":119893,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-02-25T18:07:43.118247Z","caller":"traceutil/trace.go:171","msg":"trace[847939192] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26115; }","duration":"423.430201ms","start":"2026-02-25T18:07:42.690795Z","end":"2026-02-25T18:07:43.114225Z","steps":["trace[847939192] 'agreement among raft nodes before linearized reading' (duration: 423.303778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:43.118305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:42.690777Z","time spent":"427.512577ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-02-25T18:07:43.545051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.159262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-25T18:07:43.545148Z","caller":"traceutil/trace.go:171","msg":"trace[1365140718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26115; }","duration":"328.283505ms","start":"2026-02-25T18:07:43.216842Z","end":"2026-02-25T18:07:43.545126Z","steps":["trace[1365140718] 'range keys from in-memory index tree' (duration: 328.018879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:43.54519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:43.216834Z","time spent":"328.346487ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T18:07:43.545109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.596574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:07:43.545922Z","caller":"traceutil/trace.go:171","msg":"trace[640009677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26115; }","duration":"223.489615ms","start":"2026-02-25T18:07:43.3224Z","end":"2026-02-25T18:07:43.54589Z","steps":["trace[640009677] 'range keys from in-memory index tree' (duration: 222.466181ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:44.134291Z","caller":"traceutil/trace.go:171","msg":"trace[967432287] linearizableReadLoop","detail":"{readStateIndex:27012; appliedIndex:27011; }","duration":"303.905338ms","start":"2026-02-25T18:07:43.830361Z","end":"2026-02-25T18:07:44.134267Z","steps":["trace[967432287] 'read index received' (duration: 303.694033ms)","trace[967432287] 'applied index is now lower than readState.Index' (duration: 210.065µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:07:44.134324Z","caller":"traceutil/trace.go:171","msg":"trace[1688561555] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"400.229011ms","start":"2026-02-25T18:07:43.734061Z","end":"2026-02-25T18:07:44.13429Z","steps":["trace[1688561555] 'process raft request' (duration: 399.961045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:44.134485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.093862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T18:07:44.134487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:43.734036Z","time spent":"400.360835ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:07:44.134531Z","caller":"traceutil/trace.go:171","msg":"trace[465659909] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26116; }","duration":"304.167264ms","start":"2026-02-25T18:07:43.830354Z","end":"2026-02-25T18:07:44.134521Z","steps":["trace[465659909] 'agreement among raft nodes before linearized reading' (duration: 304.02911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:44.134573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:43.830298Z","time spent":"304.265236ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-25T18:07:44.376602Z","caller":"traceutil/trace.go:171","msg":"trace[1132831805] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"311.803191ms","start":"2026-02-25T18:07:44.064779Z","end":"2026-02-25T18:07:44.376582Z","steps":["trace[1132831805] 'process raft request' (duration: 311.684618ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:44.376627Z","caller":"traceutil/trace.go:171","msg":"trace[1348930100] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"327.513057ms","start":"2026-02-25T18:07:44.049077Z","end":"2026-02-25T18:07:44.37659Z","steps":["trace[1348930100] 'process raft request' (duration: 326.736699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:44.37673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:44.064761Z","time spent":"311.897504ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:07:44.376773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:44.049052Z","time spent":"327.651641ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:07:44.376891Z","caller":"traceutil/trace.go:171","msg":"trace[325576860] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"310.482041ms","start":"2026-02-25T18:07:44.066384Z","end":"2026-02-25T18:07:44.376866Z","steps":["trace[325576860] 'process raft request' (duration: 310.150543ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:44.376995Z","caller":"traceutil/trace.go:171","msg":"trace[1730582902] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"306.674342ms","start":"2026-02-25T18:07:44.070284Z","end":"2026-02-25T18:07:44.376958Z","steps":["trace[1730582902] 'process raft request' (duration: 306.334484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:44.377037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:44.066372Z","time spent":"310.586063ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:07:44.37711Z","caller":"traceutil/trace.go:171","msg":"trace[1700161137] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"306.739624ms","start":"2026-02-25T18:07:44.070356Z","end":"2026-02-25T18:07:44.377096Z","steps":["trace[1700161137] 'process raft request' (duration: 306.302974ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:44.377147Z","caller":"traceutil/trace.go:171","msg":"trace[6670821] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"252.07735ms","start":"2026-02-25T18:07:44.12504Z","end":"2026-02-25T18:07:44.377118Z","steps":["trace[6670821] 'process raft request' (duration: 251.979548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:44.37719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:44.070349Z","time spent":"306.804085ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:07:44.377182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:44.070271Z","time spent":"306.811156ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:07:44.377224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.229244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T18:07:44.37724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.565973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T18:07:44.377254Z","caller":"traceutil/trace.go:171","msg":"trace[385998318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26122; }","duration":"255.305255ms","start":"2026-02-25T18:07:44.121941Z","end":"2026-02-25T18:07:44.377247Z","steps":["trace[385998318] 'agreement among raft nodes before linearized reading' (duration: 255.188573ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:44.377273Z","caller":"traceutil/trace.go:171","msg":"trace[1928552518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26122; }","duration":"304.642595ms","start":"2026-02-25T18:07:44.072622Z","end":"2026-02-25T18:07:44.377264Z","steps":["trace[1928552518] 'agreement among raft nodes before linearized reading' (duration: 304.516152ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:44.377111Z","caller":"traceutil/trace.go:171","msg":"trace[1288421193] linearizableReadLoop","detail":"{readStateIndex:27018; appliedIndex:27012; }","duration":"242.740423ms","start":"2026-02-25T18:07:44.134359Z","end":"2026-02-25T18:07:44.377099Z","steps":["trace[1288421193] 'read index received' (duration: 241.476314ms)","trace[1288421193] 'applied index is now lower than readState.Index' (duration: 1.263179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:07:44.377311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:44.072609Z","time spent":"304.682115ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:07:44.377449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.926171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T18:07:44.37754Z","caller":"traceutil/trace.go:171","msg":"trace[1686344296] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26122; }","duration":"302.036044ms","start":"2026-02-25T18:07:44.07548Z","end":"2026-02-25T18:07:44.377516Z","steps":["trace[1686344296] 'agreement among raft nodes before linearized reading' (duration: 301.746227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:44.377599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:07:44.075473Z","time spent":"302.110615ms","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-25T18:07:44.380136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.965825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T18:07:44.380182Z","caller":"traceutil/trace.go:171","msg":"trace[273228103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26123; }","duration":"227.042917ms","start":"2026-02-25T18:07:44.153129Z","end":"2026-02-25T18:07:44.380172Z","steps":["trace[273228103] 'agreement among raft nodes before linearized reading' (duration: 226.908894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:44.380537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.025218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T18:07:44.380584Z","caller":"traceutil/trace.go:171","msg":"trace[668241121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26123; }","duration":"215.097989ms","start":"2026-02-25T18:07:44.165475Z","end":"2026-02-25T18:07:44.380573Z","steps":["trace[668241121] 'agreement among raft nodes before linearized reading' (duration: 215.023857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:44.380691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.936895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T18:07:44.380747Z","caller":"traceutil/trace.go:171","msg":"trace[141558925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26123; }","duration":"224.027257ms","start":"2026-02-25T18:07:44.156707Z","end":"2026-02-25T18:07:44.380734Z","steps":["trace[141558925] 'agreement among raft nodes before linearized reading' (duration: 223.814283ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:47.960512Z","caller":"traceutil/trace.go:171","msg":"trace[1393129011] linearizableReadLoop","detail":"{readStateIndex:27039; appliedIndex:27038; }","duration":"183.971684ms","start":"2026-02-25T18:07:47.776516Z","end":"2026-02-25T18:07:47.960488Z","steps":["trace[1393129011] 'read index received' (duration: 183.76992ms)","trace[1393129011] 'applied index is now lower than readState.Index' (duration: 200.634µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:07:47.960642Z","caller":"traceutil/trace.go:171","msg":"trace[76614146] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"231.0354ms","start":"2026-02-25T18:07:47.729574Z","end":"2026-02-25T18:07:47.960609Z","steps":["trace[76614146] 'process raft request' (duration: 230.736103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:47.960674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.140979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:07:47.960731Z","caller":"traceutil/trace.go:171","msg":"trace[155577538] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26142; }","duration":"184.267222ms","start":"2026-02-25T18:07:47.776448Z","end":"2026-02-25T18:07:47.960716Z","steps":["trace[155577538] 'agreement among raft nodes before linearized reading' (duration: 184.160139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:48.535507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.674014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T18:07:48.53559Z","caller":"traceutil/trace.go:171","msg":"trace[92316134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26143; }","duration":"127.807666ms","start":"2026-02-25T18:07:48.407761Z","end":"2026-02-25T18:07:48.535569Z","steps":["trace[92316134] 'range keys from in-memory index tree' (duration: 127.512329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:48.535831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.540415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5576669889-v4rzw.18978f8df6e04c6b\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-02-25T18:07:48.535925Z","caller":"traceutil/trace.go:171","msg":"trace[1784802503] range","detail":"{range_begin:/registry/events/openstack/manila-api-5576669889-v4rzw.18978f8df6e04c6b; range_end:; response_count:1; response_revision:26143; }","duration":"238.669007ms","start":"2026-02-25T18:07:48.297228Z","end":"2026-02-25T18:07:48.535897Z","steps":["trace[1784802503] 'range keys from in-memory index tree' (duration: 238.3392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:48.535922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.541133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:07:48.536092Z","caller":"traceutil/trace.go:171","msg":"trace[148251561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26143; }","duration":"128.730738ms","start":"2026-02-25T18:07:48.407335Z","end":"2026-02-25T18:07:48.536065Z","steps":["trace[148251561] 'range keys from in-memory index tree' (duration: 128.334789ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.615673Z","caller":"traceutil/trace.go:171","msg":"trace[1393023875] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"207.449181ms","start":"2026-02-25T18:07:48.4082Z","end":"2026-02-25T18:07:48.615649Z","steps":["trace[1393023875] 'process raft request' (duration: 207.307538ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.696485Z","caller":"traceutil/trace.go:171","msg":"trace[1144015441] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"285.95896ms","start":"2026-02-25T18:07:48.410453Z","end":"2026-02-25T18:07:48.696412Z","steps":["trace[1144015441] 'process raft request' (duration: 285.723704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:48.696734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.254829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:07:48.696791Z","caller":"traceutil/trace.go:171","msg":"trace[1835649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26151; }","duration":"287.364952ms","start":"2026-02-25T18:07:48.409416Z","end":"2026-02-25T18:07:48.696781Z","steps":["trace[1835649] 'agreement among raft nodes before linearized reading' (duration: 287.123387ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.696481Z","caller":"traceutil/trace.go:171","msg":"trace[1555513313] linearizableReadLoop","detail":"{readStateIndex:27043; appliedIndex:27041; }","duration":"287.011024ms","start":"2026-02-25T18:07:48.409445Z","end":"2026-02-25T18:07:48.696456Z","steps":["trace[1555513313] 'read index received' (duration: 206.672743ms)","trace[1555513313] 'applied index is now lower than readState.Index' (duration: 80.337121ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:07:48.696828Z","caller":"traceutil/trace.go:171","msg":"trace[457767241] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"288.324425ms","start":"2026-02-25T18:07:48.408463Z","end":"2026-02-25T18:07:48.696788Z","steps":["trace[457767241] 'process raft request' (duration: 287.398633ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.696981Z","caller":"traceutil/trace.go:171","msg":"trace[1803046316] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"275.825644ms","start":"2026-02-25T18:07:48.421128Z","end":"2026-02-25T18:07:48.696954Z","steps":["trace[1803046316] 'process raft request' (duration: 275.080646ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.696972Z","caller":"traceutil/trace.go:171","msg":"trace[169843139] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"156.846732ms","start":"2026-02-25T18:07:48.540093Z","end":"2026-02-25T18:07:48.69694Z","steps":["trace[169843139] 'process raft request' (duration: 156.31441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:48.697092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.375562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:07:48.69714Z","caller":"traceutil/trace.go:171","msg":"trace[856562034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26151; }","duration":"287.456855ms","start":"2026-02-25T18:07:48.409673Z","end":"2026-02-25T18:07:48.69713Z","steps":["trace[856562034] 'agreement among raft nodes before linearized reading' (duration: 287.26591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:48.697196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.654786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T18:07:48.697237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.489005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:07:48.697245Z","caller":"traceutil/trace.go:171","msg":"trace[2044944646] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26151; }","duration":"143.759298ms","start":"2026-02-25T18:07:48.553471Z","end":"2026-02-25T18:07:48.69723Z","steps":["trace[2044944646] 'agreement among raft nodes before linearized reading' (duration: 143.566173ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.697278Z","caller":"traceutil/trace.go:171","msg":"trace[318579181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26151; }","duration":"287.556407ms","start":"2026-02-25T18:07:48.409712Z","end":"2026-02-25T18:07:48.697268Z","steps":["trace[318579181] 'agreement among raft nodes before linearized reading' (duration: 287.427774ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.697324Z","caller":"traceutil/trace.go:171","msg":"trace[1164243299] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"157.725703ms","start":"2026-02-25T18:07:48.539167Z","end":"2026-02-25T18:07:48.696893Z","steps":["trace[1164243299] 'process raft request' (duration: 157.192171ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.69821Z","caller":"traceutil/trace.go:171","msg":"trace[510210163] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"288.368736ms","start":"2026-02-25T18:07:48.409772Z","end":"2026-02-25T18:07:48.698141Z","steps":["trace[510210163] 'process raft request' (duration: 286.37019ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.698919Z","caller":"traceutil/trace.go:171","msg":"trace[924683195] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"289.512812ms","start":"2026-02-25T18:07:48.409347Z","end":"2026-02-25T18:07:48.698859Z","steps":["trace[924683195] 'process raft request' (duration: 286.734797ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.846846Z","caller":"traceutil/trace.go:171","msg":"trace[1463162091] linearizableReadLoop","detail":"{readStateIndex:27053; appliedIndex:27050; }","duration":"109.995382ms","start":"2026-02-25T18:07:48.736831Z","end":"2026-02-25T18:07:48.846826Z","steps":["trace[1463162091] 'read index received' (duration: 101.493674ms)","trace[1463162091] 'applied index is now lower than readState.Index' (duration: 8.500898ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:07:48.846905Z","caller":"traceutil/trace.go:171","msg":"trace[2051513985] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"140.677736ms","start":"2026-02-25T18:07:48.706205Z","end":"2026-02-25T18:07:48.846883Z","steps":["trace[2051513985] 'process raft request' (duration: 140.552923ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.846965Z","caller":"traceutil/trace.go:171","msg":"trace[391050] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"139.839177ms","start":"2026-02-25T18:07:48.707114Z","end":"2026-02-25T18:07:48.846953Z","steps":["trace[391050] 'process raft request' (duration: 139.683173ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:48.847092Z","caller":"traceutil/trace.go:171","msg":"trace[1385638671] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"142.206102ms","start":"2026-02-25T18:07:48.704869Z","end":"2026-02-25T18:07:48.847075Z","steps":["trace[1385638671] 'process raft request' (duration: 133.448458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:48.847343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.489513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18755"} {"level":"info","ts":"2026-02-25T18:07:48.847387Z","caller":"traceutil/trace.go:171","msg":"trace[802771594] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26155; }","duration":"110.561885ms","start":"2026-02-25T18:07:48.736815Z","end":"2026-02-25T18:07:48.847377Z","steps":["trace[802771594] 'agreement among raft nodes before linearized reading' (duration: 110.414601ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:50.809729Z","caller":"traceutil/trace.go:171","msg":"trace[1864606590] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"105.507437ms","start":"2026-02-25T18:07:50.704193Z","end":"2026-02-25T18:07:50.8097Z","steps":["trace[1864606590] 'process raft request' (duration: 101.418622ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:50.809786Z","caller":"traceutil/trace.go:171","msg":"trace[1915925321] linearizableReadLoop","detail":"{readStateIndex:27058; appliedIndex:27055; }","duration":"104.414702ms","start":"2026-02-25T18:07:50.705351Z","end":"2026-02-25T18:07:50.809765Z","steps":["trace[1915925321] 'read index received' (duration: 14.064758ms)","trace[1915925321] 'applied index is now lower than readState.Index' (duration: 90.348914ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:07:50.809948Z","caller":"traceutil/trace.go:171","msg":"trace[1901335581] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"104.522344ms","start":"2026-02-25T18:07:50.705401Z","end":"2026-02-25T18:07:50.809923Z","steps":["trace[1901335581] 'process raft request' (duration: 104.238718ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:50.810011Z","caller":"traceutil/trace.go:171","msg":"trace[1505977582] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"103.113091ms","start":"2026-02-25T18:07:50.706887Z","end":"2026-02-25T18:07:50.81Z","steps":["trace[1505977582] 'process raft request' (duration: 102.799114ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:50.810084Z","caller":"traceutil/trace.go:171","msg":"trace[1612620975] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"105.399095ms","start":"2026-02-25T18:07:50.704678Z","end":"2026-02-25T18:07:50.810077Z","steps":["trace[1612620975] 'process raft request' (duration: 104.908084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:07:50.809971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.594546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:07:50.810097Z","caller":"traceutil/trace.go:171","msg":"trace[1241589269] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"102.752853ms","start":"2026-02-25T18:07:50.707319Z","end":"2026-02-25T18:07:50.810072Z","steps":["trace[1241589269] 'process raft request' (duration: 102.402095ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:07:50.81017Z","caller":"traceutil/trace.go:171","msg":"trace[1702134201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26163; }","duration":"104.80679ms","start":"2026-02-25T18:07:50.705327Z","end":"2026-02-25T18:07:50.810133Z","steps":["trace[1702134201] 'agreement among raft nodes before linearized reading' (duration: 104.525674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:17.830344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.342845ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T18:08:18.196315Z","caller":"traceutil/trace.go:171","msg":"trace[772885076] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"193.986397ms","start":"2026-02-25T18:08:18.002295Z","end":"2026-02-25T18:08:18.196281Z","steps":["trace[772885076] 'process raft request' (duration: 193.761482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:18.782891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.64343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5576669889-v4rzw.18978f8df6e04c6b\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-02-25T18:08:18.782978Z","caller":"traceutil/trace.go:171","msg":"trace[165745292] range","detail":"{range_begin:/registry/events/openstack/manila-api-5576669889-v4rzw.18978f8df6e04c6b; range_end:; response_count:1; response_revision:26457; }","duration":"491.777064ms","start":"2026-02-25T18:08:18.291179Z","end":"2026-02-25T18:08:18.782956Z","steps":["trace[165745292] 'range keys from in-memory index tree' (duration: 491.477156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:18.783018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.291155Z","time spent":"491.853835ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-5576669889-v4rzw.18978f8df6e04c6b\" "} {"level":"info","ts":"2026-02-25T18:08:18.783073Z","caller":"traceutil/trace.go:171","msg":"trace[1460665968] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"425.428098ms","start":"2026-02-25T18:08:18.357616Z","end":"2026-02-25T18:08:18.783044Z","steps":["trace[1460665968] 'process raft request' (duration: 338.844141ms)","trace[1460665968] 'compare' (duration: 86.28419ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:08:18.783217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.357588Z","time spent":"425.555361ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:08:19.153109Z","caller":"traceutil/trace.go:171","msg":"trace[1651222453] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"244.573586ms","start":"2026-02-25T18:08:18.908506Z","end":"2026-02-25T18:08:19.15308Z","steps":["trace[1651222453] 'process raft request' (duration: 244.413182ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:08:19.38225Z","caller":"traceutil/trace.go:171","msg":"trace[1366175512] linearizableReadLoop","detail":"{readStateIndex:27371; appliedIndex:27366; }","duration":"462.01311ms","start":"2026-02-25T18:08:18.920218Z","end":"2026-02-25T18:08:19.382232Z","steps":["trace[1366175512] 'read index received' (duration: 233.505458ms)","trace[1366175512] 'applied index is now lower than readState.Index' (duration: 228.506952ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:08:19.382491Z","caller":"traceutil/trace.go:171","msg":"trace[764378181] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"468.324257ms","start":"2026-02-25T18:08:18.914154Z","end":"2026-02-25T18:08:19.382478Z","steps":["trace[764378181] 'process raft request' (duration: 419.744885ms)","trace[764378181] 'compare' (duration: 47.925576ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:08:19.382594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.914132Z","time spent":"468.389348ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:08:19.382757Z","caller":"traceutil/trace.go:171","msg":"trace[820966873] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"468.489001ms","start":"2026-02-25T18:08:18.914259Z","end":"2026-02-25T18:08:19.382748Z","steps":["trace[820966873] 'process raft request' (duration: 467.821455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:19.382817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.914249Z","time spent":"468.538102ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:08:19.382933Z","caller":"traceutil/trace.go:171","msg":"trace[1097633590] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"468.072841ms","start":"2026-02-25T18:08:18.914849Z","end":"2026-02-25T18:08:19.382922Z","steps":["trace[1097633590] 'process raft request' (duration: 467.288343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:19.382986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.914826Z","time spent":"468.136392ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:08:19.383091Z","caller":"traceutil/trace.go:171","msg":"trace[661378483] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"467.442066ms","start":"2026-02-25T18:08:18.915641Z","end":"2026-02-25T18:08:19.383083Z","steps":["trace[661378483] 'process raft request' (duration: 466.532404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:19.383143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.915628Z","time spent":"467.490968ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T18:08:19.383256Z","caller":"traceutil/trace.go:171","msg":"trace[2135101454] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"466.917434ms","start":"2026-02-25T18:08:18.916327Z","end":"2026-02-25T18:08:19.383244Z","steps":["trace[2135101454] 'process raft request' (duration: 465.871289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:19.383306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.916319Z","time spent":"466.964445ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:08:19.383473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.253709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:08:19.383507Z","caller":"traceutil/trace.go:171","msg":"trace[41918985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26465; }","duration":"463.31807ms","start":"2026-02-25T18:08:18.920182Z","end":"2026-02-25T18:08:19.3835Z","steps":["trace[41918985] 'agreement among raft nodes before linearized reading' (duration: 463.216878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:19.383531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.92017Z","time spent":"463.355841ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T18:08:19.383698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.790195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T18:08:19.383731Z","caller":"traceutil/trace.go:171","msg":"trace[362530560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26465; }","duration":"446.843807ms","start":"2026-02-25T18:08:18.936879Z","end":"2026-02-25T18:08:19.383723Z","steps":["trace[362530560] 'agreement among raft nodes before linearized reading' (duration: 446.764005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:19.383756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.936868Z","time spent":"446.879817ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T18:08:19.384217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.533731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:08:19.384252Z","caller":"traceutil/trace.go:171","msg":"trace[1600719766] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26465; }","duration":"179.605873ms","start":"2026-02-25T18:08:19.204638Z","end":"2026-02-25T18:08:19.384244Z","steps":["trace[1600719766] 'agreement among raft nodes before linearized reading' (duration: 179.556442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:19.384381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.898387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:08:19.384407Z","caller":"traceutil/trace.go:171","msg":"trace[2025443124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26465; }","duration":"382.926228ms","start":"2026-02-25T18:08:19.001475Z","end":"2026-02-25T18:08:19.384401Z","steps":["trace[2025443124] 'agreement among raft nodes before linearized reading' (duration: 382.864526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:19.384424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:19.001442Z","time spent":"382.977859ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T18:08:19.384533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.893328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T18:08:19.384907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.170057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:08:19.38494Z","caller":"traceutil/trace.go:171","msg":"trace[559947531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26465; }","duration":"390.255429ms","start":"2026-02-25T18:08:18.994678Z","end":"2026-02-25T18:08:19.384933Z","steps":["trace[559947531] 'agreement among raft nodes before linearized reading' (duration: 390.183667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:19.384959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.994657Z","time spent":"390.298299ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T18:08:19.385547Z","caller":"traceutil/trace.go:171","msg":"trace[2041692512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26465; }","duration":"389.924931ms","start":"2026-02-25T18:08:18.995615Z","end":"2026-02-25T18:08:19.38554Z","steps":["trace[2041692512] 'agreement among raft nodes before linearized reading' (duration: 388.877917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:08:19.385584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:08:18.995605Z","time spent":"389.971942ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T18:08:40.318116Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23834} {"level":"info","ts":"2026-02-25T18:08:40.466599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23834,"took":"143.564993ms","hash":498879273,"current-db-size-bytes":49438720,"current-db-size":"49 MB","current-db-size-in-use-bytes":33353728,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-25T18:08:40.466674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":498879273,"revision":23834,"compact-revision":21332} {"level":"info","ts":"2026-02-25T18:13:40.32737Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26620} {"level":"info","ts":"2026-02-25T18:13:40.528671Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26620,"took":"189.435145ms","hash":307228172,"current-db-size-bytes":49438720,"current-db-size":"49 MB","current-db-size-in-use-bytes":27619328,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-25T18:13:40.528725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":307228172,"revision":26620,"compact-revision":23834} {"level":"info","ts":"2026-02-25T18:14:18.326912Z","caller":"traceutil/trace.go:171","msg":"trace[1827636947] transaction","detail":"{read_only:false; response_revision:28960; number_of_response:1; }","duration":"123.611264ms","start":"2026-02-25T18:14:18.203279Z","end":"2026-02-25T18:14:18.32689Z","steps":["trace[1827636947] 'process raft request' (duration: 123.470301ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:14:26.693833Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2fdf33955ed9ec6c","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T18:14:26.69917Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-25T18:14:26.699316Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-25T18:15:03.061422Z","caller":"traceutil/trace.go:171","msg":"trace[930307352] linearizableReadLoop","detail":"{readStateIndex:30310; appliedIndex:30309; }","duration":"189.804483ms","start":"2026-02-25T18:15:02.871591Z","end":"2026-02-25T18:15:03.061396Z","steps":["trace[930307352] 'read index received' (duration: 124.944165ms)","trace[930307352] 'applied index is now lower than readState.Index' (duration: 64.859108ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:15:03.06152Z","caller":"traceutil/trace.go:171","msg":"trace[2070110999] transaction","detail":"{read_only:false; response_revision:29316; number_of_response:1; }","duration":"211.473807ms","start":"2026-02-25T18:15:02.850003Z","end":"2026-02-25T18:15:03.061477Z","steps":["trace[2070110999] 'process raft request' (duration: 146.514906ms)","trace[2070110999] 'compare' (duration: 64.645054ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:15:03.061711Z","caller":"traceutil/trace.go:171","msg":"trace[678466048] transaction","detail":"{read_only:false; response_revision:29317; number_of_response:1; }","duration":"181.03276ms","start":"2026-02-25T18:15:02.880658Z","end":"2026-02-25T18:15:03.061691Z","steps":["trace[678466048] 'process raft request' (duration: 180.687202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:15:03.06187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.264044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:15:03.061901Z","caller":"traceutil/trace.go:171","msg":"trace[2105831674] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29317; }","duration":"190.363837ms","start":"2026-02-25T18:15:02.871527Z","end":"2026-02-25T18:15:03.061891Z","steps":["trace[2105831674] 'agreement among raft nodes before linearized reading' (duration: 189.990598ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:15:03.062061Z","caller":"traceutil/trace.go:171","msg":"trace[1469017360] transaction","detail":"{read_only:false; response_revision:29318; number_of_response:1; }","duration":"108.794849ms","start":"2026-02-25T18:15:02.95326Z","end":"2026-02-25T18:15:03.062055Z","steps":["trace[1469017360] 'process raft request' (duration: 108.349299ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:15:03.062439Z","caller":"traceutil/trace.go:171","msg":"trace[402727292] transaction","detail":"{read_only:false; response_revision:29320; number_of_response:1; }","duration":"105.403991ms","start":"2026-02-25T18:15:02.957015Z","end":"2026-02-25T18:15:03.062419Z","steps":["trace[402727292] 'process raft request' (duration: 105.252477ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:15:03.062806Z","caller":"traceutil/trace.go:171","msg":"trace[202809985] transaction","detail":"{read_only:false; response_revision:29319; number_of_response:1; }","duration":"106.559037ms","start":"2026-02-25T18:15:02.956228Z","end":"2026-02-25T18:15:03.062787Z","steps":["trace[202809985] 'process raft request' (duration: 105.79137ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:15:05.63617Z","caller":"traceutil/trace.go:171","msg":"trace[1936076285] linearizableReadLoop","detail":"{readStateIndex:30334; appliedIndex:30333; }","duration":"189.568559ms","start":"2026-02-25T18:15:05.446582Z","end":"2026-02-25T18:15:05.63615Z","steps":["trace[1936076285] 'read index received' (duration: 189.428095ms)","trace[1936076285] 'applied index is now lower than readState.Index' (duration: 137.214µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:15:05.636217Z","caller":"traceutil/trace.go:171","msg":"trace[649893185] transaction","detail":"{read_only:false; response_revision:29339; number_of_response:1; }","duration":"195.023835ms","start":"2026-02-25T18:15:05.44116Z","end":"2026-02-25T18:15:05.636184Z","steps":["trace[649893185] 'process raft request' (duration: 194.887202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:15:05.636327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.729572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:15:05.636351Z","caller":"traceutil/trace.go:171","msg":"trace[1496871038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29339; }","duration":"189.787363ms","start":"2026-02-25T18:15:05.446557Z","end":"2026-02-25T18:15:05.636345Z","steps":["trace[1496871038] 'agreement among raft nodes before linearized reading' (duration: 189.690551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:15:05.636463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.782187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T18:15:05.63645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.922077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T18:15:05.63648Z","caller":"traceutil/trace.go:171","msg":"trace[773150794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29339; }","duration":"147.822178ms","start":"2026-02-25T18:15:05.488654Z","end":"2026-02-25T18:15:05.636476Z","steps":["trace[773150794] 'agreement among raft nodes before linearized reading' (duration: 147.775977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:15:05.636446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.732405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:15:05.636511Z","caller":"traceutil/trace.go:171","msg":"trace[1010259838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29339; }","duration":"138.0064ms","start":"2026-02-25T18:15:05.498488Z","end":"2026-02-25T18:15:05.636494Z","steps":["trace[1010259838] 'agreement among raft nodes before linearized reading' (duration: 137.856276ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:15:05.636532Z","caller":"traceutil/trace.go:171","msg":"trace[1864801648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29339; }","duration":"156.865018ms","start":"2026-02-25T18:15:05.479649Z","end":"2026-02-25T18:15:05.636514Z","steps":["trace[1864801648] 'agreement among raft nodes before linearized reading' (duration: 156.626323ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:15:43.349517Z","caller":"traceutil/trace.go:171","msg":"trace[1389686091] transaction","detail":"{read_only:false; response_revision:29608; number_of_response:1; }","duration":"118.948736ms","start":"2026-02-25T18:15:43.230538Z","end":"2026-02-25T18:15:43.349486Z","steps":["trace[1389686091] 'process raft request' (duration: 118.755772ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:15:43.351712Z","caller":"traceutil/trace.go:171","msg":"trace[1562877699] transaction","detail":"{read_only:false; response_revision:29609; number_of_response:1; }","duration":"119.634162ms","start":"2026-02-25T18:15:43.232045Z","end":"2026-02-25T18:15:43.351679Z","steps":["trace[1562877699] 'process raft request' (duration: 119.372086ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:15:43.35172Z","caller":"traceutil/trace.go:171","msg":"trace[1365825417] transaction","detail":"{read_only:false; response_revision:29610; number_of_response:1; }","duration":"119.56328ms","start":"2026-02-25T18:15:43.23213Z","end":"2026-02-25T18:15:43.351693Z","steps":["trace[1365825417] 'process raft request' (duration: 119.442138ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:15:43.351862Z","caller":"traceutil/trace.go:171","msg":"trace[859764216] transaction","detail":"{read_only:false; response_revision:29611; number_of_response:1; }","duration":"118.046275ms","start":"2026-02-25T18:15:43.233786Z","end":"2026-02-25T18:15:43.351832Z","steps":["trace[859764216] 'process raft request' (duration: 117.82624ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:15:43.352437Z","caller":"traceutil/trace.go:171","msg":"trace[1423015332] transaction","detail":"{read_only:false; response_revision:29612; number_of_response:1; }","duration":"118.294981ms","start":"2026-02-25T18:15:43.234122Z","end":"2026-02-25T18:15:43.352417Z","steps":["trace[1423015332] 'process raft request' (duration: 117.684137ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:17:01.152091Z","caller":"traceutil/trace.go:171","msg":"trace[1429828325] transaction","detail":"{read_only:false; response_revision:30138; number_of_response:1; }","duration":"138.04882ms","start":"2026-02-25T18:17:01.014021Z","end":"2026-02-25T18:17:01.152069Z","steps":["trace[1429828325] 'process raft request' (duration: 137.864005ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:17:05.269889Z","caller":"traceutil/trace.go:171","msg":"trace[125354352] transaction","detail":"{read_only:false; response_revision:30165; number_of_response:1; }","duration":"100.788684ms","start":"2026-02-25T18:17:05.169057Z","end":"2026-02-25T18:17:05.269846Z","steps":["trace[125354352] 'process raft request' (duration: 100.556238ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:18:40.349156Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28701} {"level":"info","ts":"2026-02-25T18:18:40.49187Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28701,"took":"135.659544ms","hash":2863820735,"current-db-size-bytes":49438720,"current-db-size":"49 MB","current-db-size-in-use-bytes":27852800,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-25T18:18:40.491973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2863820735,"revision":28701,"compact-revision":26620} {"level":"info","ts":"2026-02-25T18:18:57.06964Z","caller":"traceutil/trace.go:171","msg":"trace[268163104] transaction","detail":"{read_only:false; response_revision:30929; number_of_response:1; }","duration":"157.696016ms","start":"2026-02-25T18:18:56.911909Z","end":"2026-02-25T18:18:57.069605Z","steps":["trace[268163104] 'process raft request' (duration: 88.839925ms)","trace[268163104] 'compare' (duration: 68.528623ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:18:57.122203Z","caller":"traceutil/trace.go:171","msg":"trace[927541216] transaction","detail":"{read_only:false; response_revision:30930; number_of_response:1; }","duration":"210.080764ms","start":"2026-02-25T18:18:56.912093Z","end":"2026-02-25T18:18:57.122174Z","steps":["trace[927541216] 'process raft request' (duration: 209.897459ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:18:57.122391Z","caller":"traceutil/trace.go:171","msg":"trace[1887994487] linearizableReadLoop","detail":"{readStateIndex:31973; appliedIndex:31971; }","duration":"209.086951ms","start":"2026-02-25T18:18:56.91326Z","end":"2026-02-25T18:18:57.122347Z","steps":["trace[1887994487] 'read index received' (duration: 87.493504ms)","trace[1887994487] 'applied index is now lower than readState.Index' (duration: 121.589457ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:18:57.122472Z","caller":"traceutil/trace.go:171","msg":"trace[93862382] transaction","detail":"{read_only:false; response_revision:30931; number_of_response:1; }","duration":"206.894269ms","start":"2026-02-25T18:18:56.915563Z","end":"2026-02-25T18:18:57.122457Z","steps":["trace[93862382] 'process raft request' (duration: 206.562101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:18:57.122661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.382077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T18:18:57.122709Z","caller":"traceutil/trace.go:171","msg":"trace[1921583225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30931; }","duration":"209.48357ms","start":"2026-02-25T18:18:56.913213Z","end":"2026-02-25T18:18:57.122697Z","steps":["trace[1921583225] 'agreement among raft nodes before linearized reading' (duration: 209.245434ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:12.409163Z","caller":"traceutil/trace.go:171","msg":"trace[1207435862] transaction","detail":"{read_only:false; response_revision:31954; number_of_response:1; }","duration":"142.759838ms","start":"2026-02-25T18:21:12.266362Z","end":"2026-02-25T18:21:12.409122Z","steps":["trace[1207435862] 'process raft request' (duration: 142.475902ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:12.408933Z","caller":"traceutil/trace.go:171","msg":"trace[1853447224] transaction","detail":"{read_only:false; response_revision:31953; number_of_response:1; }","duration":"142.649326ms","start":"2026-02-25T18:21:12.266247Z","end":"2026-02-25T18:21:12.408896Z","steps":["trace[1853447224] 'process raft request' (duration: 141.55101ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:12.664504Z","caller":"traceutil/trace.go:171","msg":"trace[932654012] transaction","detail":"{read_only:false; response_revision:31955; number_of_response:1; }","duration":"223.915246ms","start":"2026-02-25T18:21:12.440541Z","end":"2026-02-25T18:21:12.664456Z","steps":["trace[932654012] 'process raft request' (duration: 177.326023ms)","trace[932654012] 'compare' (duration: 46.312507ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T18:21:12.949114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.818671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:21:12.949236Z","caller":"traceutil/trace.go:171","msg":"trace[2108615464] transaction","detail":"{read_only:false; response_revision:31956; number_of_response:1; }","duration":"228.918531ms","start":"2026-02-25T18:21:12.720295Z","end":"2026-02-25T18:21:12.949213Z","steps":["trace[2108615464] 'process raft request' (duration: 97.896616ms)","trace[2108615464] 'compare' (duration: 130.667857ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:21:12.950838Z","caller":"traceutil/trace.go:171","msg":"trace[1008796602] transaction","detail":"{read_only:false; response_revision:31957; number_of_response:1; }","duration":"207.935323ms","start":"2026-02-25T18:21:12.742881Z","end":"2026-02-25T18:21:12.950816Z","steps":["trace[1008796602] 'process raft request' (duration: 207.78519ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:12.951161Z","caller":"traceutil/trace.go:171","msg":"trace[2068702119] transaction","detail":"{read_only:false; response_revision:31958; number_of_response:1; }","duration":"207.472533ms","start":"2026-02-25T18:21:12.743632Z","end":"2026-02-25T18:21:12.951105Z","steps":["trace[2068702119] 'process raft request' (duration: 207.148986ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:12.951249Z","caller":"traceutil/trace.go:171","msg":"trace[1968577851] transaction","detail":"{read_only:false; response_revision:31959; number_of_response:1; }","duration":"201.74259ms","start":"2026-02-25T18:21:12.749482Z","end":"2026-02-25T18:21:12.951224Z","steps":["trace[1968577851] 'process raft request' (duration: 201.567656ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:12.951376Z","caller":"traceutil/trace.go:171","msg":"trace[906194924] transaction","detail":"{read_only:false; response_revision:31960; number_of_response:1; }","duration":"166.443779ms","start":"2026-02-25T18:21:12.784905Z","end":"2026-02-25T18:21:12.951349Z","steps":["trace[906194924] 'process raft request' (duration: 166.263005ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:13.450876Z","caller":"traceutil/trace.go:171","msg":"trace[1924413276] linearizableReadLoop","detail":"{readStateIndex:33036; appliedIndex:33035; }","duration":"130.540644ms","start":"2026-02-25T18:21:13.320307Z","end":"2026-02-25T18:21:13.450848Z","steps":["trace[1924413276] 'read index received' (duration: 130.313589ms)","trace[1924413276] 'applied index is now lower than readState.Index' (duration: 225.965µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:21:13.451073Z","caller":"traceutil/trace.go:171","msg":"trace[399990637] transaction","detail":"{read_only:false; response_revision:31961; number_of_response:1; }","duration":"200.45218ms","start":"2026-02-25T18:21:13.250598Z","end":"2026-02-25T18:21:13.45105Z","steps":["trace[399990637] 'process raft request' (duration: 200.01591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:21:13.451155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.78888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T18:21:13.451261Z","caller":"traceutil/trace.go:171","msg":"trace[1802255312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31961; }","duration":"130.976325ms","start":"2026-02-25T18:21:13.320247Z","end":"2026-02-25T18:21:13.451224Z","steps":["trace[1802255312] 'agreement among raft nodes before linearized reading' (duration: 130.76185ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:13.970691Z","caller":"traceutil/trace.go:171","msg":"trace[442718961] transaction","detail":"{read_only:false; response_revision:31963; number_of_response:1; }","duration":"174.038896ms","start":"2026-02-25T18:21:13.796608Z","end":"2026-02-25T18:21:13.970647Z","steps":["trace[442718961] 'process raft request' (duration: 173.37864ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:13.972453Z","caller":"traceutil/trace.go:171","msg":"trace[1580536695] linearizableReadLoop","detail":"{readStateIndex:33039; appliedIndex:33037; }","duration":"170.169396ms","start":"2026-02-25T18:21:13.802247Z","end":"2026-02-25T18:21:13.972416Z","steps":["trace[1580536695] 'read index received' (duration: 168.100358ms)","trace[1580536695] 'applied index is now lower than readState.Index' (duration: 2.067468ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:21:13.972921Z","caller":"traceutil/trace.go:171","msg":"trace[55629711] transaction","detail":"{read_only:false; response_revision:31964; number_of_response:1; }","duration":"173.063503ms","start":"2026-02-25T18:21:13.799839Z","end":"2026-02-25T18:21:13.972902Z","steps":["trace[55629711] 'process raft request' (duration: 172.396598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:21:13.97327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.999645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-25T18:21:13.973371Z","caller":"traceutil/trace.go:171","msg":"trace[28677240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31964; }","duration":"171.127089ms","start":"2026-02-25T18:21:13.802226Z","end":"2026-02-25T18:21:13.973353Z","steps":["trace[28677240] 'agreement among raft nodes before linearized reading' (duration: 170.727929ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:23.094817Z","caller":"traceutil/trace.go:171","msg":"trace[961065203] transaction","detail":"{read_only:false; response_revision:32032; number_of_response:1; }","duration":"102.643136ms","start":"2026-02-25T18:21:22.992149Z","end":"2026-02-25T18:21:23.094793Z","steps":["trace[961065203] 'process raft request' (duration: 102.445531ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:23.095104Z","caller":"traceutil/trace.go:171","msg":"trace[498567120] transaction","detail":"{read_only:false; response_revision:32033; number_of_response:1; }","duration":"102.372949ms","start":"2026-02-25T18:21:22.99271Z","end":"2026-02-25T18:21:23.095083Z","steps":["trace[498567120] 'process raft request' (duration: 102.038902ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:21:23.095598Z","caller":"traceutil/trace.go:171","msg":"trace[1745091810] transaction","detail":"{read_only:false; response_revision:32034; number_of_response:1; }","duration":"102.711157ms","start":"2026-02-25T18:21:22.992879Z","end":"2026-02-25T18:21:23.09559Z","steps":["trace[1745091810] 'process raft request' (duration: 102.110713ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:23:40.37471Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30819} {"level":"info","ts":"2026-02-25T18:23:40.530906Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30819,"took":"150.068467ms","hash":1931287802,"current-db-size-bytes":49438720,"current-db-size":"49 MB","current-db-size-in-use-bytes":28602368,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-25T18:23:40.530967Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1931287802,"revision":30819,"compact-revision":28701} {"level":"info","ts":"2026-02-25T18:24:51.360038Z","caller":"traceutil/trace.go:171","msg":"trace[1121152680] transaction","detail":"{read_only:false; response_revision:33450; number_of_response:1; }","duration":"105.169205ms","start":"2026-02-25T18:24:51.254843Z","end":"2026-02-25T18:24:51.360012Z","steps":["trace[1121152680] 'process raft request' (duration: 104.986731ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:24:51.361124Z","caller":"traceutil/trace.go:171","msg":"trace[425107926] transaction","detail":"{read_only:false; response_revision:33451; number_of_response:1; }","duration":"103.25894ms","start":"2026-02-25T18:24:51.257839Z","end":"2026-02-25T18:24:51.361098Z","steps":["trace[425107926] 'process raft request' (duration: 102.696627ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:25:53.12126Z","caller":"traceutil/trace.go:171","msg":"trace[1150894977] transaction","detail":"{read_only:false; response_revision:33909; number_of_response:1; }","duration":"106.583537ms","start":"2026-02-25T18:25:53.014646Z","end":"2026-02-25T18:25:53.121229Z","steps":["trace[1150894977] 'process raft request' (duration: 106.27255ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:28:40.392504Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32966} {"level":"info","ts":"2026-02-25T18:28:40.559087Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32966,"took":"161.976715ms","hash":2947410312,"current-db-size-bytes":52391936,"current-db-size":"52 MB","current-db-size-in-use-bytes":29384704,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-25T18:28:40.559146Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2947410312,"revision":32966,"compact-revision":30819} {"level":"info","ts":"2026-02-25T18:28:52.264824Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008dca.wal"} {"level":"info","ts":"2026-02-25T18:29:04.331914Z","caller":"traceutil/trace.go:171","msg":"trace[1277214032] linearizableReadLoop","detail":"{readStateIndex:36384; appliedIndex:36383; }","duration":"316.493527ms","start":"2026-02-25T18:29:04.015398Z","end":"2026-02-25T18:29:04.331891Z","steps":["trace[1277214032] 'read index received' (duration: 315.685269ms)","trace[1277214032] 'applied index is now lower than readState.Index' (duration: 807.098µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:29:04.331997Z","caller":"traceutil/trace.go:171","msg":"trace[1964185126] transaction","detail":"{read_only:false; response_revision:35208; number_of_response:1; }","duration":"383.626317ms","start":"2026-02-25T18:29:03.948344Z","end":"2026-02-25T18:29:04.33197Z","steps":["trace[1964185126] 'process raft request' (duration: 382.624764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:29:04.332135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:29:03.94833Z","time spent":"383.736881ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T18:29:04.332539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.114842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T18:29:04.332638Z","caller":"traceutil/trace.go:171","msg":"trace[267025467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35208; }","duration":"317.265015ms","start":"2026-02-25T18:29:04.015355Z","end":"2026-02-25T18:29:04.33262Z","steps":["trace[267025467] 'agreement among raft nodes before linearized reading' (duration: 316.61366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:29:04.332796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T18:29:04.015337Z","time spent":"317.336017ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T18:29:24.661524Z","caller":"traceutil/trace.go:171","msg":"trace[337529771] transaction","detail":"{read_only:false; response_revision:35348; number_of_response:1; }","duration":"262.104783ms","start":"2026-02-25T18:29:24.399388Z","end":"2026-02-25T18:29:24.661492Z","steps":["trace[337529771] 'process raft request' (duration: 261.943039ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:29:24.662833Z","caller":"traceutil/trace.go:171","msg":"trace[927547117] linearizableReadLoop","detail":"{readStateIndex:36529; appliedIndex:36527; }","duration":"215.796816ms","start":"2026-02-25T18:29:24.447011Z","end":"2026-02-25T18:29:24.662807Z","steps":["trace[927547117] 'read index received' (duration: 214.324782ms)","trace[927547117] 'applied index is now lower than readState.Index' (duration: 1.470234ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:29:24.66291Z","caller":"traceutil/trace.go:171","msg":"trace[184889766] transaction","detail":"{read_only:false; response_revision:35349; number_of_response:1; }","duration":"263.248869ms","start":"2026-02-25T18:29:24.399624Z","end":"2026-02-25T18:29:24.662873Z","steps":["trace[184889766] 'process raft request' (duration: 263.069675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:29:24.663242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.597109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T18:29:24.663338Z","caller":"traceutil/trace.go:171","msg":"trace[1790276989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35349; }","duration":"134.715032ms","start":"2026-02-25T18:29:24.528587Z","end":"2026-02-25T18:29:24.663302Z","steps":["trace[1790276989] 'agreement among raft nodes before linearized reading' (duration: 134.488827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:29:24.663774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.708698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T18:29:24.663869Z","caller":"traceutil/trace.go:171","msg":"trace[342432908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35349; }","duration":"216.874842ms","start":"2026-02-25T18:29:24.446976Z","end":"2026-02-25T18:29:24.663851Z","steps":["trace[342432908] 'agreement among raft nodes before linearized reading' (duration: 215.94799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T18:29:30.461433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.606068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T18:29:30.461617Z","caller":"traceutil/trace.go:171","msg":"trace[95133537] transaction","detail":"{read_only:false; response_revision:35388; number_of_response:1; }","duration":"208.596479ms","start":"2026-02-25T18:29:30.252987Z","end":"2026-02-25T18:29:30.461583Z","steps":["trace[95133537] 'process raft request' (duration: 104.739665ms)","trace[95133537] 'compare' (duration: 103.455655ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T18:29:32.969489Z","caller":"traceutil/trace.go:171","msg":"trace[76409100] transaction","detail":"{read_only:false; response_revision:35406; number_of_response:1; }","duration":"112.188268ms","start":"2026-02-25T18:29:32.857275Z","end":"2026-02-25T18:29:32.969463Z","steps":["trace[76409100] 'process raft request' (duration: 112.040835ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:29:32.978576Z","caller":"traceutil/trace.go:171","msg":"trace[1800325075] transaction","detail":"{read_only:false; response_revision:35407; number_of_response:1; }","duration":"119.880516ms","start":"2026-02-25T18:29:32.858664Z","end":"2026-02-25T18:29:32.978544Z","steps":["trace[1800325075] 'process raft request' (duration: 119.655391ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T18:29:33.173056Z","caller":"traceutil/trace.go:171","msg":"trace[256723085] transaction","detail":"{read_only:false; response_revision:35410; number_of_response:1; }","duration":"112.956886ms","start":"2026-02-25T18:29:33.060069Z","end":"2026-02-25T18:29:33.173026Z","steps":["trace[256723085] 'process raft request' (duration: 72.748641ms)","trace[256723085] 'compare' (duration: 40.046521ms)"],"step_count":2}