{"level":"warn","ts":"2026-03-11T16:55:17.388329Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T16:55:17.388413Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.110:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.110:2380","--initial-cluster=instance=https://162.253.55.110:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.110:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.110:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-11T16:55:17.388478Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T16:55:17.388492Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-11T16:55:17.388509Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T16:55:17.389142Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"]} {"level":"info","ts":"2026-03-11T16:55:17.389219Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.110:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-11T16:55:17.393107Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.675462ms"} {"level":"info","ts":"2026-03-11T16:55:17.409248Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f52f30d5714009d5","cluster-id":"650981a7a383c714"} {"level":"info","ts":"2026-03-11T16:55:17.409351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-11T16:55:17.409385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 0"} {"level":"info","ts":"2026-03-11T16:55:17.409413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f52f30d5714009d5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-11T16:55:17.409439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 1"} {"level":"info","ts":"2026-03-11T16:55:17.409495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"warn","ts":"2026-03-11T16:55:17.418857Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-11T16:55:17.420661Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-11T16:55:17.422031Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-11T16:55:17.424439Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f52f30d5714009d5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-11T16:55:17.424849Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T16:55:17.42495Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T16:55:17.424851Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f52f30d5714009d5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-11T16:55:17.424975Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T16:55:17.425865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"info","ts":"2026-03-11T16:55:17.426299Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","added-peer-id":"f52f30d5714009d5","added-peer-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-11T16:55:17.428175Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T16:55:17.428305Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-11T16:55:17.428392Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-11T16:55:17.428432Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f52f30d5714009d5","initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-11T16:55:17.428478Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-11T16:55:18.010709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-11T16:55:18.010955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-11T16:55:18.010999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgPreVoteResp from f52f30d5714009d5 at term 1"} {"level":"info","ts":"2026-03-11T16:55:18.01105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became candidate at term 2"} {"level":"info","ts":"2026-03-11T16:55:18.011082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgVoteResp from f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-11T16:55:18.011121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became leader at term 2"} {"level":"info","ts":"2026-03-11T16:55:18.011155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f52f30d5714009d5 elected leader f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-11T16:55:18.012167Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f52f30d5714009d5","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.110:2379]}","request-path":"/0/members/f52f30d5714009d5/attributes","cluster-id":"650981a7a383c714","publish-timeout":"7s"} {"level":"info","ts":"2026-03-11T16:55:18.012171Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T16:55:18.012197Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:55:18.012431Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T16:55:18.012574Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-11T16:55:18.012644Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-11T16:55:18.013823Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:55:18.014034Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:55:18.014085Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:55:18.014693Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-11T16:55:18.01567Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.110:2379"} {"level":"warn","ts":"2026-03-11T16:55:46.381805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.666242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T16:55:46.38196Z","caller":"traceutil/trace.go:171","msg":"trace[738932980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:502; }","duration":"336.856615ms","start":"2026-03-11T16:55:46.04507Z","end":"2026-03-11T16:55:46.381926Z","steps":["trace[738932980] 'range keys from in-memory index tree' (duration: 336.56366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:46.381963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.579216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-11T16:55:46.382039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:46.04506Z","time spent":"336.967297ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T16:55:46.382072Z","caller":"traceutil/trace.go:171","msg":"trace[383024296] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:502; }","duration":"399.731119ms","start":"2026-03-11T16:55:45.982307Z","end":"2026-03-11T16:55:46.382038Z","steps":["trace[383024296] 'range keys from in-memory index tree' (duration: 399.465174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:46.382124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:45.982281Z","time spent":"399.833431ms","remote":"127.0.0.1:37244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-11T16:55:46.381841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.550736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-11T16:55:46.382282Z","caller":"traceutil/trace.go:171","msg":"trace[867168219] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:502; }","duration":"399.995425ms","start":"2026-03-11T16:55:45.982221Z","end":"2026-03-11T16:55:46.382216Z","steps":["trace[867168219] 'range keys from in-memory index tree' (duration: 399.454924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:46.382408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:45.982202Z","time spent":"400.144718ms","remote":"127.0.0.1:37244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-11T16:55:46.382503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.718557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-11T16:55:46.382605Z","caller":"traceutil/trace.go:171","msg":"trace[792379571] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:502; }","duration":"389.859849ms","start":"2026-03-11T16:55:45.992723Z","end":"2026-03-11T16:55:46.382583Z","steps":["trace[792379571] 'range keys from in-memory index tree' (duration: 389.166726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:46.382701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:45.992714Z","time spent":"389.936981ms","remote":"127.0.0.1:37156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329975,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-11T16:55:47.984886Z","caller":"traceutil/trace.go:171","msg":"trace[1656401712] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"110.777719ms","start":"2026-03-11T16:55:47.874083Z","end":"2026-03-11T16:55:47.984861Z","steps":["trace[1656401712] 'process raft request' (duration: 52.061645ms)","trace[1656401712] 'compare' (duration: 58.618502ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:55:54.56986Z","caller":"traceutil/trace.go:171","msg":"trace[771509443] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"125.448742ms","start":"2026-03-11T16:55:54.444347Z","end":"2026-03-11T16:55:54.569795Z","steps":["trace[771509443] 'process raft request' (duration: 125.149397ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:55.259317Z","caller":"traceutil/trace.go:171","msg":"trace[1586463680] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"501.851392ms","start":"2026-03-11T16:55:54.757435Z","end":"2026-03-11T16:55:55.259286Z","steps":["trace[1586463680] 'process raft request' (duration: 501.614318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:55.259903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:54.757392Z","time spent":"502.002335ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:55:56.991837Z","caller":"traceutil/trace.go:171","msg":"trace[444135512] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"105.908967ms","start":"2026-03-11T16:55:56.885899Z","end":"2026-03-11T16:55:56.991808Z","steps":["trace[444135512] 'process raft request' (duration: 101.664215ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:56:14.199562Z","caller":"traceutil/trace.go:171","msg":"trace[1824853279] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"122.482632ms","start":"2026-03-11T16:56:14.077055Z","end":"2026-03-11T16:56:14.199537Z","steps":["trace[1824853279] 'process raft request' (duration: 121.82845ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:56:14.389393Z","caller":"traceutil/trace.go:171","msg":"trace[1065561094] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"182.996561ms","start":"2026-03-11T16:56:14.20637Z","end":"2026-03-11T16:56:14.389367Z","steps":["trace[1065561094] 'process raft request' (duration: 182.92592ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:56:14.389432Z","caller":"traceutil/trace.go:171","msg":"trace[417862092] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"198.295464ms","start":"2026-03-11T16:56:14.191101Z","end":"2026-03-11T16:56:14.389397Z","steps":["trace[417862092] 'process raft request' (duration: 115.261974ms)","trace[417862092] 'compare' (duration: 82.794075ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:57:05.042885Z","caller":"traceutil/trace.go:171","msg":"trace[493079914] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"323.049853ms","start":"2026-03-11T16:57:04.71978Z","end":"2026-03-11T16:57:05.04283Z","steps":["trace[493079914] 'process raft request' (duration: 322.667996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:05.043152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:04.719749Z","time spent":"323.263637ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:57:05.243725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.217176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:57:05.243955Z","caller":"traceutil/trace.go:171","msg":"trace[2055114337] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1664; }","duration":"102.058575ms","start":"2026-03-11T16:57:05.141876Z","end":"2026-03-11T16:57:05.243935Z","steps":["trace[2055114337] 'read index received' (duration: 83.091327ms)","trace[2055114337] 'applied index is now lower than readState.Index' (duration: 18.965598ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:57:05.244082Z","caller":"traceutil/trace.go:171","msg":"trace[1719266168] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"196.732831ms","start":"2026-03-11T16:57:05.047306Z","end":"2026-03-11T16:57:05.244039Z","steps":["trace[1719266168] 'process raft request' (duration: 196.560908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:05.244213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.342561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a6b1ff9-36fc-4416-9cd9-5ab8012dd265\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-11T16:57:05.244256Z","caller":"traceutil/trace.go:171","msg":"trace[1429598747] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4a6b1ff9-36fc-4416-9cd9-5ab8012dd265; range_end:; response_count:1; response_revision:1603; }","duration":"102.384772ms","start":"2026-03-11T16:57:05.141858Z","end":"2026-03-11T16:57:05.244243Z","steps":["trace[1429598747] 'agreement among raft nodes before linearized reading' (duration: 102.211159ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:05.24438Z","caller":"traceutil/trace.go:171","msg":"trace[62334656] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"197.258052ms","start":"2026-03-11T16:57:05.047037Z","end":"2026-03-11T16:57:05.244295Z","steps":["trace[62334656] 'process raft request' (duration: 74.120909ms)","trace[62334656] 'compare' (duration: 122.047812ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:57:05.371189Z","caller":"traceutil/trace.go:171","msg":"trace[1685984258] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"118.678029ms","start":"2026-03-11T16:57:05.252464Z","end":"2026-03-11T16:57:05.371142Z","steps":["trace[1685984258] 'process raft request' (duration: 94.796388ms)","trace[1685984258] 'compare' (duration: 23.609376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:57:05.684494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.767806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T16:57:05.684582Z","caller":"traceutil/trace.go:171","msg":"trace[1780623391] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1605; }","duration":"202.922048ms","start":"2026-03-11T16:57:05.481641Z","end":"2026-03-11T16:57:05.684563Z","steps":["trace[1780623391] 'count revisions from in-memory index tree' (duration: 202.695755ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:13.392043Z","caller":"traceutil/trace.go:171","msg":"trace[1590315774] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"101.80591ms","start":"2026-03-11T16:57:13.290203Z","end":"2026-03-11T16:57:13.392009Z","steps":["trace[1590315774] 'process raft request' (duration: 101.624407ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:13.406075Z","caller":"traceutil/trace.go:171","msg":"trace[849671366] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"115.527749ms","start":"2026-03-11T16:57:13.290504Z","end":"2026-03-11T16:57:13.406032Z","steps":["trace[849671366] 'process raft request' (duration: 115.302174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:20.4288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.770891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T16:57:20.428878Z","caller":"traceutil/trace.go:171","msg":"trace[1385655033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1717; }","duration":"285.904093ms","start":"2026-03-11T16:57:20.142957Z","end":"2026-03-11T16:57:20.428861Z","steps":["trace[1385655033] 'range keys from in-memory index tree' (duration: 285.538146ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:49.444834Z","caller":"traceutil/trace.go:171","msg":"trace[1986743651] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"169.339975ms","start":"2026-03-11T16:57:49.275462Z","end":"2026-03-11T16:57:49.444802Z","steps":["trace[1986743651] 'process raft request' (duration: 169.09045ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:55.972745Z","caller":"traceutil/trace.go:171","msg":"trace[608069794] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1983; }","duration":"258.1626ms","start":"2026-03-11T16:57:55.714553Z","end":"2026-03-11T16:57:55.972716Z","steps":["trace[608069794] 'read index received' (duration: 236.070494ms)","trace[608069794] 'applied index is now lower than readState.Index' (duration: 22.090326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:57:55.972976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.407135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T16:57:55.973025Z","caller":"traceutil/trace.go:171","msg":"trace[8074575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1910; }","duration":"258.494547ms","start":"2026-03-11T16:57:55.714516Z","end":"2026-03-11T16:57:55.973011Z","steps":["trace[8074575] 'agreement among raft nodes before linearized reading' (duration: 258.309073ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:55.97322Z","caller":"traceutil/trace.go:171","msg":"trace[617290439] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"268.012007ms","start":"2026-03-11T16:57:55.705033Z","end":"2026-03-11T16:57:55.973045Z","steps":["trace[617290439] 'process raft request' (duration: 245.622254ms)","trace[617290439] 'compare' (duration: 21.659688ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:57:56.069929Z","caller":"traceutil/trace.go:171","msg":"trace[1023755236] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"255.300527ms","start":"2026-03-11T16:57:55.814581Z","end":"2026-03-11T16:57:56.069881Z","steps":["trace[1023755236] 'process raft request' (duration: 255.047283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:57.022407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.358671ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T16:57:57.022632Z","caller":"traceutil/trace.go:171","msg":"trace[1266646289] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1985; }","duration":"850.962333ms","start":"2026-03-11T16:57:56.171651Z","end":"2026-03-11T16:57:57.022614Z","steps":["trace[1266646289] 'read index received' (duration: 220.395378ms)","trace[1266646289] 'applied index is now lower than readState.Index' (duration: 630.565365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:57:57.022705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.46119ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:57:57.022879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.224438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-11T16:57:57.022916Z","caller":"traceutil/trace.go:171","msg":"trace[1299183544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1911; }","duration":"851.301049ms","start":"2026-03-11T16:57:56.171604Z","end":"2026-03-11T16:57:57.022905Z","steps":["trace[1299183544] 'agreement among raft nodes before linearized reading' (duration: 851.158256ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:57.022914Z","caller":"traceutil/trace.go:171","msg":"trace[2011543181] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1911; }","duration":"158.680954ms","start":"2026-03-11T16:57:56.864212Z","end":"2026-03-11T16:57:57.022893Z","steps":["trace[2011543181] 'range keys from in-memory index tree' (duration: 158.445639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:57.022951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:56.171582Z","time spent":"851.361121ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T16:57:57.023334Z","caller":"traceutil/trace.go:171","msg":"trace[2009421874] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"848.353144ms","start":"2026-03-11T16:57:56.174944Z","end":"2026-03-11T16:57:57.023297Z","steps":["trace[2009421874] 'process raft request' (duration: 847.569739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:57.02352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:56.174926Z","time spent":"848.491236ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:57:57.251405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.968929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:57:57.251695Z","caller":"traceutil/trace.go:171","msg":"trace[1921590919] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.05434291s","start":"2026-03-11T16:57:56.197299Z","end":"2026-03-11T16:57:57.251642Z","steps":["trace[1921590919] 'process raft request' (duration: 825.979762ms)","trace[1921590919] 'compare' (duration: 227.771616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:57:57.251803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:56.197289Z","time spent":"1.054464972s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:57:57.251967Z","caller":"traceutil/trace.go:171","msg":"trace[196042559] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.01195749s","start":"2026-03-11T16:57:56.23998Z","end":"2026-03-11T16:57:57.251937Z","steps":["trace[196042559] 'process raft request' (duration: 1.011580893s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:57.252041Z","caller":"traceutil/trace.go:171","msg":"trace[1589145461] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"222.387795ms","start":"2026-03-11T16:57:57.029623Z","end":"2026-03-11T16:57:57.252011Z","steps":["trace[1589145461] 'process raft request' (duration: 222.349285ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:57.252102Z","caller":"traceutil/trace.go:171","msg":"trace[1944114900] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1986; }","duration":"229.403328ms","start":"2026-03-11T16:57:57.022672Z","end":"2026-03-11T16:57:57.252075Z","steps":["trace[1944114900] 'read index received' (duration: 313.465µs)","trace[1944114900] 'applied index is now lower than readState.Index' (duration: 229.087363ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:57:57.252112Z","caller":"traceutil/trace.go:171","msg":"trace[1795143897] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"615.316087ms","start":"2026-03-11T16:57:56.636746Z","end":"2026-03-11T16:57:57.252062Z","steps":["trace[1795143897] 'process raft request' (duration: 615.100613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:57.252144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:56.239967Z","time spent":"1.012071393s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:57:57.252206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.979072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:57:57.252254Z","caller":"traceutil/trace.go:171","msg":"trace[1425192600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"738.048953ms","start":"2026-03-11T16:57:56.514191Z","end":"2026-03-11T16:57:57.25224Z","steps":["trace[1425192600] 'agreement among raft nodes before linearized reading' (duration: 737.963651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:57.252278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:56.636716Z","time spent":"615.466081ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:57:57.252293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:56.514183Z","time spent":"738.100684ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T16:57:57.252377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.593584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T16:57:57.252398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.237498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T16:57:57.252474Z","caller":"traceutil/trace.go:171","msg":"trace[1865383225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1916; }","duration":"534.3341ms","start":"2026-03-11T16:57:56.718122Z","end":"2026-03-11T16:57:57.252457Z","steps":["trace[1865383225] 'agreement among raft nodes before linearized reading' (duration: 534.094205ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:57.252492Z","caller":"traceutil/trace.go:171","msg":"trace[202159648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"271.720466ms","start":"2026-03-11T16:57:56.980725Z","end":"2026-03-11T16:57:57.252446Z","steps":["trace[202159648] 'agreement among raft nodes before linearized reading' (duration: 271.477312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:57.252514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:56.718115Z","time spent":"534.39087ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T16:57:58.577556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.089031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T16:57:58.577622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.139467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189bd7e3b7d516ff\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-11T16:57:58.577653Z","caller":"traceutil/trace.go:171","msg":"trace[1697143736] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1917; }","duration":"944.245974ms","start":"2026-03-11T16:57:57.633382Z","end":"2026-03-11T16:57:58.577628Z","steps":["trace[1697143736] 'count revisions from in-memory index tree' (duration: 943.990538ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:58.577684Z","caller":"traceutil/trace.go:171","msg":"trace[2080356302] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189bd7e3b7d516ff; range_end:; response_count:1; response_revision:1917; }","duration":"146.26032ms","start":"2026-03-11T16:57:58.431406Z","end":"2026-03-11T16:57:58.577667Z","steps":["trace[2080356302] 'range keys from in-memory index tree' (duration: 145.928042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:58.577904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.201881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T16:57:58.577962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061913003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T16:57:58.577974Z","caller":"traceutil/trace.go:171","msg":"trace[566747129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1917; }","duration":"910.330553ms","start":"2026-03-11T16:57:57.667626Z","end":"2026-03-11T16:57:58.577957Z","steps":["trace[566747129] 'range keys from in-memory index tree' (duration: 909.969427ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:58.578034Z","caller":"traceutil/trace.go:171","msg":"trace[1064316636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1917; }","duration":"1.062040655s","start":"2026-03-11T16:57:57.515976Z","end":"2026-03-11T16:57:58.578017Z","steps":["trace[1064316636] 'range keys from in-memory index tree' (duration: 1.061730319s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:58.578045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:57.667596Z","time spent":"910.434155ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:57:58.578086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:57.515951Z","time spent":"1.062126696s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T16:57:58.578128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.587711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T16:57:58.578099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.009305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:57:58.578184Z","caller":"traceutil/trace.go:171","msg":"trace[1591968786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"599.656482ms","start":"2026-03-11T16:57:57.97851Z","end":"2026-03-11T16:57:58.578167Z","steps":["trace[1591968786] 'range keys from in-memory index tree' (duration: 599.435358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:58.578014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.035613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T16:57:58.578208Z","caller":"traceutil/trace.go:171","msg":"trace[637951234] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1917; }","duration":"278.166217ms","start":"2026-03-11T16:57:58.300011Z","end":"2026-03-11T16:57:58.578178Z","steps":["trace[637951234] 'count revisions from in-memory index tree' (duration: 277.939623ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:58.578233Z","caller":"traceutil/trace.go:171","msg":"trace[10931853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"316.340708ms","start":"2026-03-11T16:57:58.261879Z","end":"2026-03-11T16:57:58.57822Z","steps":["trace[10931853] 'range keys from in-memory index tree' (duration: 315.637356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:58.578446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:58.261843Z","time spent":"316.584133ms","remote":"127.0.0.1:55716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T16:57:58.5777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:57.633357Z","time spent":"944.333065ms","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:57:58.578224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:57.978495Z","time spent":"599.719914ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T16:57:59.175222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922071145,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T16:57:59.333681Z","caller":"traceutil/trace.go:171","msg":"trace[1568976351] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"752.016466ms","start":"2026-03-11T16:57:58.581632Z","end":"2026-03-11T16:57:59.333649Z","steps":["trace[1568976351] 'process raft request' (duration: 751.792992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:59.333925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:58.581613Z","time spent":"752.164079ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:58:00.188448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.907678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:58:00.188639Z","caller":"traceutil/trace.go:171","msg":"trace[1113518025] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.604334384s","start":"2026-03-11T16:57:58.584286Z","end":"2026-03-11T16:58:00.18862Z","steps":["trace[1113518025] 'process raft request' (duration: 1.604263423s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:00.188717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:58.583639Z","time spent":"1.605044208s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:58:00.188959Z","caller":"traceutil/trace.go:171","msg":"trace[819236100] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.604733963s","start":"2026-03-11T16:57:58.584192Z","end":"2026-03-11T16:58:00.188926Z","steps":["trace[819236100] 'process raft request' (duration: 812.265413ms)","trace[819236100] 'compare' (duration: 791.614423ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:58:00.189617Z","caller":"traceutil/trace.go:171","msg":"trace[783751368] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"1.14762397s","start":"2026-03-11T16:57:59.041941Z","end":"2026-03-11T16:58:00.189565Z","steps":["trace[783751368] 'process raft request' (duration: 1.147352685s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:00.189408Z","caller":"traceutil/trace.go:171","msg":"trace[1576280903] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.604091711s","start":"2026-03-11T16:57:58.585271Z","end":"2026-03-11T16:58:00.189363Z","steps":["trace[1576280903] 'process raft request' (duration: 1.603334546s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:00.190047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:58.585258Z","time spent":"1.604662732s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:58:00.190098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:59.041919Z","time spent":"1.147925975s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:58:00.190073Z","caller":"traceutil/trace.go:171","msg":"trace[1879569636] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1992; }","duration":"1.515355596s","start":"2026-03-11T16:57:58.674685Z","end":"2026-03-11T16:58:00.190041Z","steps":["trace[1879569636] 'read index received' (duration: 658.787988ms)","trace[1879569636] 'applied index is now lower than readState.Index' (duration: 856.566208ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:58:00.190188Z","caller":"traceutil/trace.go:171","msg":"trace[463661103] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"930.948802ms","start":"2026-03-11T16:57:59.259189Z","end":"2026-03-11T16:58:00.190138Z","steps":["trace[463661103] 'process raft request' (duration: 930.314369ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:00.190276Z","caller":"traceutil/trace.go:171","msg":"trace[152101076] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"930.053996ms","start":"2026-03-11T16:57:59.260191Z","end":"2026-03-11T16:58:00.190245Z","steps":["trace[152101076] 'process raft request' (duration: 929.744919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:00.190319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515616522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-11T16:58:00.190361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:59.260176Z","time spent":"930.146178ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:58:00.190383Z","caller":"traceutil/trace.go:171","msg":"trace[170142561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1924; }","duration":"1.515749465s","start":"2026-03-11T16:57:58.674621Z","end":"2026-03-11T16:58:00.19037Z","steps":["trace[170142561] 'agreement among raft nodes before linearized reading' (duration: 1.515521341s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:00.190425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:58.674585Z","time spent":"1.515830466s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T16:58:00.1905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:59.259167Z","time spent":"931.137516ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:58:00.19057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.421583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T16:58:00.190596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.921649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-11T16:58:00.190915Z","caller":"traceutil/trace.go:171","msg":"trace[1802714887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1924; }","duration":"933.231584ms","start":"2026-03-11T16:57:59.257655Z","end":"2026-03-11T16:58:00.190887Z","steps":["trace[1802714887] 'agreement among raft nodes before linearized reading' (duration: 932.716705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:00.190997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:59.257539Z","time spent":"933.43669ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:58:00.190615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.842494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-11T16:58:00.191214Z","caller":"traceutil/trace.go:171","msg":"trace[2034565006] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1924; }","duration":"399.463576ms","start":"2026-03-11T16:57:59.791739Z","end":"2026-03-11T16:58:00.191203Z","steps":["trace[2034565006] 'agreement among raft nodes before linearized reading' (duration: 398.727743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:00.19126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:59.791728Z","time spent":"399.519397ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T16:58:00.189845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:58.584168Z","time spent":"1.605512247s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:58:00.190634Z","caller":"traceutil/trace.go:171","msg":"trace[808005707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1924; }","duration":"603.527405ms","start":"2026-03-11T16:57:59.587091Z","end":"2026-03-11T16:58:00.190618Z","steps":["trace[808005707] 'agreement among raft nodes before linearized reading' (duration: 603.329762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:00.193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:59.587067Z","time spent":"605.91325ms","remote":"127.0.0.1:55716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T16:58:00.190809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.707352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T16:58:00.193228Z","caller":"traceutil/trace.go:171","msg":"trace[848766235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1924; }","duration":"920.159528ms","start":"2026-03-11T16:57:59.273054Z","end":"2026-03-11T16:58:00.193213Z","steps":["trace[848766235] 'agreement among raft nodes before linearized reading' (duration: 917.61086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:00.193269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:59.273042Z","time spent":"920.218069ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T16:58:00.190805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.771079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:58:00.193422Z","caller":"traceutil/trace.go:171","msg":"trace[881944339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1924; }","duration":"678.48985ms","start":"2026-03-11T16:57:59.514921Z","end":"2026-03-11T16:58:00.193411Z","steps":["trace[881944339] 'agreement among raft nodes before linearized reading' (duration: 675.722878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:00.193478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:59.514892Z","time spent":"678.577532ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:01:59.37923Z","caller":"traceutil/trace.go:171","msg":"trace[874834427] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"139.31215ms","start":"2026-03-11T17:01:59.239875Z","end":"2026-03-11T17:01:59.379187Z","steps":["trace[874834427] 'process raft request' (duration: 139.131105ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:01:59.388526Z","caller":"traceutil/trace.go:171","msg":"trace[1281672904] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"145.150218ms","start":"2026-03-11T17:01:59.24335Z","end":"2026-03-11T17:01:59.3885Z","steps":["trace[1281672904] 'process raft request' (duration: 144.940664ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:01:59.388696Z","caller":"traceutil/trace.go:171","msg":"trace[1409904935] linearizableReadLoop","detail":"{readStateIndex:3603; appliedIndex:3600; }","duration":"142.721983ms","start":"2026-03-11T17:01:59.245929Z","end":"2026-03-11T17:01:59.388651Z","steps":["trace[1409904935] 'read index received' (duration: 133.136354ms)","trace[1409904935] 'applied index is now lower than readState.Index' (duration: 9.582838ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:01:59.388754Z","caller":"traceutil/trace.go:171","msg":"trace[434737557] transaction","detail":"{read_only:false; response_revision:3463; number_of_response:1; }","duration":"145.200279ms","start":"2026-03-11T17:01:59.243516Z","end":"2026-03-11T17:01:59.388716Z","steps":["trace[434737557] 'process raft request' (duration: 144.920324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:01:59.388972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.987119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:01:59.389054Z","caller":"traceutil/trace.go:171","msg":"trace[235974161] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3463; }","duration":"143.139191ms","start":"2026-03-11T17:01:59.245895Z","end":"2026-03-11T17:01:59.389034Z","steps":["trace[235974161] 'agreement among raft nodes before linearized reading' (duration: 142.913326ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:21.541579Z","caller":"traceutil/trace.go:171","msg":"trace[912040367] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"225.885728ms","start":"2026-03-11T17:03:21.315654Z","end":"2026-03-11T17:03:21.54154Z","steps":["trace[912040367] 'process raft request' (duration: 222.483056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:21.541829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.2108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14424"} {"level":"info","ts":"2026-03-11T17:03:21.541918Z","caller":"traceutil/trace.go:171","msg":"trace[1190969856] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4475; }","duration":"222.369203ms","start":"2026-03-11T17:03:21.319526Z","end":"2026-03-11T17:03:21.541895Z","steps":["trace[1190969856] 'agreement among raft nodes before linearized reading' (duration: 222.093407ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:21.54157Z","caller":"traceutil/trace.go:171","msg":"trace[1107093715] linearizableReadLoop","detail":"{readStateIndex:4658; appliedIndex:4657; }","duration":"221.932624ms","start":"2026-03-11T17:03:21.319597Z","end":"2026-03-11T17:03:21.54153Z","steps":["trace[1107093715] 'read index received' (duration: 218.527181ms)","trace[1107093715] 'applied index is now lower than readState.Index' (duration: 3.402823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:21.542321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.802381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:03:21.542399Z","caller":"traceutil/trace.go:171","msg":"trace[276771421] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4475; }","duration":"180.920583ms","start":"2026-03-11T17:03:21.361463Z","end":"2026-03-11T17:03:21.542384Z","steps":["trace[276771421] 'agreement among raft nodes before linearized reading' (duration: 180.77119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:21.542442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.590232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-11T17:03:21.542541Z","caller":"traceutil/trace.go:171","msg":"trace[523633049] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4475; }","duration":"183.717595ms","start":"2026-03-11T17:03:21.358795Z","end":"2026-03-11T17:03:21.542513Z","steps":["trace[523633049] 'agreement among raft nodes before linearized reading' (duration: 183.4215ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:22.40746Z","caller":"traceutil/trace.go:171","msg":"trace[1878472297] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"293.18947ms","start":"2026-03-11T17:03:22.114214Z","end":"2026-03-11T17:03:22.407404Z","steps":["trace[1878472297] 'process raft request' (duration: 263.891665ms)","trace[1878472297] 'compare' (duration: 28.966509ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:03:22.407538Z","caller":"traceutil/trace.go:171","msg":"trace[456713227] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"271.071139ms","start":"2026-03-11T17:03:22.136426Z","end":"2026-03-11T17:03:22.407497Z","steps":["trace[456713227] 'process raft request' (duration: 270.941586ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:22.407546Z","caller":"traceutil/trace.go:171","msg":"trace[557558395] linearizableReadLoop","detail":"{readStateIndex:4765; appliedIndex:4764; }","duration":"291.997578ms","start":"2026-03-11T17:03:22.115513Z","end":"2026-03-11T17:03:22.40751Z","steps":["trace[557558395] 'read index received' (duration: 262.618232ms)","trace[557558395] 'applied index is now lower than readState.Index' (duration: 29.378176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:22.408044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.501387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5280"} {"level":"info","ts":"2026-03-11T17:03:22.408158Z","caller":"traceutil/trace.go:171","msg":"trace[84442072] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:4581; }","duration":"292.66178ms","start":"2026-03-11T17:03:22.115474Z","end":"2026-03-11T17:03:22.408136Z","steps":["trace[84442072] 'agreement among raft nodes before linearized reading' (duration: 292.259303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:22.408726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.571385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-11T17:03:22.408745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.304453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dspv7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:03:22.408788Z","caller":"traceutil/trace.go:171","msg":"trace[1303206867] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4581; }","duration":"202.687407ms","start":"2026-03-11T17:03:22.206086Z","end":"2026-03-11T17:03:22.408773Z","steps":["trace[1303206867] 'agreement among raft nodes before linearized reading' (duration: 202.448313ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:22.40879Z","caller":"traceutil/trace.go:171","msg":"trace[1182076853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dspv7; range_end:; response_count:1; response_revision:4581; }","duration":"228.403875ms","start":"2026-03-11T17:03:22.180374Z","end":"2026-03-11T17:03:22.408777Z","steps":["trace[1182076853] 'agreement among raft nodes before linearized reading' (duration: 228.276673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:22.408746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.767403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-11T17:03:22.408935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.63637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719024"} {"level":"info","ts":"2026-03-11T17:03:22.408988Z","caller":"traceutil/trace.go:171","msg":"trace[384926103] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4581; }","duration":"249.755092ms","start":"2026-03-11T17:03:22.159221Z","end":"2026-03-11T17:03:22.408976Z","steps":["trace[384926103] 'agreement among raft nodes before linearized reading' (duration: 249.179212ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:22.408949Z","caller":"traceutil/trace.go:171","msg":"trace[1520413273] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4581; }","duration":"101.032848ms","start":"2026-03-11T17:03:22.307898Z","end":"2026-03-11T17:03:22.40893Z","steps":["trace[1520413273] 'agreement among raft nodes before linearized reading' (duration: 100.648811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:22.410288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.587365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-11T17:03:22.410356Z","caller":"traceutil/trace.go:171","msg":"trace[1702411779] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4581; }","duration":"203.699736ms","start":"2026-03-11T17:03:22.206643Z","end":"2026-03-11T17:03:22.410342Z","steps":["trace[1702411779] 'agreement among raft nodes before linearized reading' (duration: 201.831922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:22.409019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.784068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-11T17:03:22.410997Z","caller":"traceutil/trace.go:171","msg":"trace[1509521353] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4581; }","duration":"204.745875ms","start":"2026-03-11T17:03:22.206213Z","end":"2026-03-11T17:03:22.410959Z","steps":["trace[1509521353] 'agreement among raft nodes before linearized reading' (duration: 202.741318ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:23.978845Z","caller":"traceutil/trace.go:171","msg":"trace[1310761717] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"262.779253ms","start":"2026-03-11T17:03:23.716036Z","end":"2026-03-11T17:03:23.978815Z","steps":["trace[1310761717] 'process raft request' (duration: 262.563919ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:24.387355Z","caller":"traceutil/trace.go:171","msg":"trace[1124468772] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4789; }","duration":"558.719214ms","start":"2026-03-11T17:03:23.828597Z","end":"2026-03-11T17:03:24.387317Z","steps":["trace[1124468772] 'read index received' (duration: 149.980647ms)","trace[1124468772] 'applied index is now lower than readState.Index' (duration: 408.737087ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:03:24.387444Z","caller":"traceutil/trace.go:171","msg":"trace[529801962] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"670.605013ms","start":"2026-03-11T17:03:23.716793Z","end":"2026-03-11T17:03:24.387398Z","steps":["trace[529801962] 'process raft request' (duration: 670.320768ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:24.387597Z","caller":"traceutil/trace.go:171","msg":"trace[1699950859] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"670.754036ms","start":"2026-03-11T17:03:23.716781Z","end":"2026-03-11T17:03:24.387535Z","steps":["trace[1699950859] 'process raft request' (duration: 670.492971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:24.387652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:23.716764Z","time spent":"670.785077ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:03:24.387833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:23.716755Z","time spent":"670.95776ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:03:24.388008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.28339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:03:24.388059Z","caller":"traceutil/trace.go:171","msg":"trace[782359531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4607; }","duration":"527.397811ms","start":"2026-03-11T17:03:23.860647Z","end":"2026-03-11T17:03:24.388045Z","steps":["trace[782359531] 'agreement among raft nodes before linearized reading' (duration: 527.209908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:24.388103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:23.860622Z","time spent":"527.472643ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:03:24.388147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.988541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:03:24.38819Z","caller":"traceutil/trace.go:171","msg":"trace[330361307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4607; }","duration":"452.052832ms","start":"2026-03-11T17:03:23.936126Z","end":"2026-03-11T17:03:24.388179Z","steps":["trace[330361307] 'agreement among raft nodes before linearized reading' (duration: 451.869498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:24.388226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:23.936115Z","time spent":"452.104583ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:03:24.388292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.968862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c754aba3-6d68-417f-9bf4-5149374c29fc\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-11T17:03:24.388254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.629092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719024"} {"level":"info","ts":"2026-03-11T17:03:24.388331Z","caller":"traceutil/trace.go:171","msg":"trace[1036055574] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c754aba3-6d68-417f-9bf4-5149374c29fc; range_end:; response_count:1; response_revision:4607; }","duration":"224.046574ms","start":"2026-03-11T17:03:24.164272Z","end":"2026-03-11T17:03:24.388318Z","steps":["trace[1036055574] 'agreement among raft nodes before linearized reading' (duration: 223.948552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:24.38834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.102981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:03:24.38837Z","caller":"traceutil/trace.go:171","msg":"trace[1103224756] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4607; }","duration":"559.810345ms","start":"2026-03-11T17:03:23.828528Z","end":"2026-03-11T17:03:24.388339Z","steps":["trace[1103224756] 'agreement among raft nodes before linearized reading' (duration: 558.979159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:24.388378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.142795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T17:03:24.388404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.99155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:03:24.388429Z","caller":"traceutil/trace.go:171","msg":"trace[1568843913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4607; }","duration":"508.195756ms","start":"2026-03-11T17:03:23.88022Z","end":"2026-03-11T17:03:24.388416Z","steps":["trace[1568843913] 'agreement among raft nodes before linearized reading' (duration: 508.008152ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:24.388419Z","caller":"traceutil/trace.go:171","msg":"trace[1742255402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4607; }","duration":"461.241793ms","start":"2026-03-11T17:03:23.927158Z","end":"2026-03-11T17:03:24.3884Z","steps":["trace[1742255402] 'agreement among raft nodes before linearized reading' (duration: 461.03535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:24.388434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:23.828503Z","time spent":"559.916787ms","remote":"127.0.0.1:37156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719047,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-11T17:03:24.388429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.810389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c754aba3-6d68-417f-9bf4-5149374c29fc\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-11T17:03:24.38848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:23.880183Z","time spent":"508.282766ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:03:24.388472Z","caller":"traceutil/trace.go:171","msg":"trace[1638955121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4607; }","duration":"453.104521ms","start":"2026-03-11T17:03:23.935351Z","end":"2026-03-11T17:03:24.388455Z","steps":["trace[1638955121] 'agreement among raft nodes before linearized reading' (duration: 452.927548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:24.388486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:23.927132Z","time spent":"461.341465ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:03:24.388503Z","caller":"traceutil/trace.go:171","msg":"trace[1646347877] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c754aba3-6d68-417f-9bf4-5149374c29fc; range_end:; response_count:1; response_revision:4607; }","duration":"280.935412ms","start":"2026-03-11T17:03:24.107551Z","end":"2026-03-11T17:03:24.388486Z","steps":["trace[1646347877] 'agreement among raft nodes before linearized reading' (duration: 280.740748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:24.388537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:23.935326Z","time spent":"453.191883ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:03:28.736488Z","caller":"traceutil/trace.go:171","msg":"trace[1893249833] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"139.059514ms","start":"2026-03-11T17:03:28.597108Z","end":"2026-03-11T17:03:28.736168Z","steps":["trace[1893249833] 'process raft request' (duration: 137.431804ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:36.085974Z","caller":"traceutil/trace.go:171","msg":"trace[190580529] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"105.31421ms","start":"2026-03-11T17:03:35.980628Z","end":"2026-03-11T17:03:36.085942Z","steps":["trace[190580529] 'process raft request' (duration: 105.060116ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:36.394805Z","caller":"traceutil/trace.go:171","msg":"trace[1457720857] linearizableReadLoop","detail":"{readStateIndex:5024; appliedIndex:5022; }","duration":"105.280969ms","start":"2026-03-11T17:03:36.289493Z","end":"2026-03-11T17:03:36.394774Z","steps":["trace[1457720857] 'read index received' (duration: 50.7705ms)","trace[1457720857] 'applied index is now lower than readState.Index' (duration: 54.509119ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:03:36.394896Z","caller":"traceutil/trace.go:171","msg":"trace[525598013] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"273.524884ms","start":"2026-03-11T17:03:36.121334Z","end":"2026-03-11T17:03:36.394859Z","steps":["trace[525598013] 'process raft request' (duration: 273.339191ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:36.394885Z","caller":"traceutil/trace.go:171","msg":"trace[935626044] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"274.726106ms","start":"2026-03-11T17:03:36.120069Z","end":"2026-03-11T17:03:36.394795Z","steps":["trace[935626044] 'process raft request' (duration: 220.215646ms)","trace[935626044] 'compare' (duration: 54.119053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:36.395086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.569734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-9mcmz\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-03-11T17:03:36.395149Z","caller":"traceutil/trace.go:171","msg":"trace[501732996] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-9mcmz; range_end:; response_count:1; response_revision:4831; }","duration":"105.641196ms","start":"2026-03-11T17:03:36.289479Z","end":"2026-03-11T17:03:36.39512Z","steps":["trace[501732996] 'agreement among raft nodes before linearized reading' (duration: 105.410751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:36.641386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.173367ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T17:03:36.641789Z","caller":"traceutil/trace.go:171","msg":"trace[2102155579] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"195.195814ms","start":"2026-03-11T17:03:36.446566Z","end":"2026-03-11T17:03:36.641762Z","steps":["trace[2102155579] 'process raft request' (duration: 194.96619ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:36.64217Z","caller":"traceutil/trace.go:171","msg":"trace[2133228184] linearizableReadLoop","detail":"{readStateIndex:5026; appliedIndex:5025; }","duration":"219.938863ms","start":"2026-03-11T17:03:36.422204Z","end":"2026-03-11T17:03:36.642143Z","steps":["trace[2133228184] 'read index received' (duration: 71.677998ms)","trace[2133228184] 'applied index is now lower than readState.Index' (duration: 148.257875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:36.64261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.365211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:03:36.642756Z","caller":"traceutil/trace.go:171","msg":"trace[961865653] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4838; }","duration":"220.566325ms","start":"2026-03-11T17:03:36.422134Z","end":"2026-03-11T17:03:36.642701Z","steps":["trace[961865653] 'agreement among raft nodes before linearized reading' (duration: 220.3138ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:36.642164Z","caller":"traceutil/trace.go:171","msg":"trace[1601202962] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"173.223867ms","start":"2026-03-11T17:03:36.468884Z","end":"2026-03-11T17:03:36.642108Z","steps":["trace[1601202962] 'process raft request' (duration: 172.822559ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:36.642429Z","caller":"traceutil/trace.go:171","msg":"trace[2024770616] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"140.517752ms","start":"2026-03-11T17:03:36.50189Z","end":"2026-03-11T17:03:36.642408Z","steps":["trace[2024770616] 'process raft request' (duration: 140.318159ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:36.642411Z","caller":"traceutil/trace.go:171","msg":"trace[1912415132] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"139.90333ms","start":"2026-03-11T17:03:36.502472Z","end":"2026-03-11T17:03:36.642376Z","steps":["trace[1912415132] 'process raft request' (duration: 139.853799ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:36.642479Z","caller":"traceutil/trace.go:171","msg":"trace[1079813516] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"141.030011ms","start":"2026-03-11T17:03:36.501437Z","end":"2026-03-11T17:03:36.642467Z","steps":["trace[1079813516] 'process raft request' (duration: 140.610613ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:36.642503Z","caller":"traceutil/trace.go:171","msg":"trace[931360794] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"140.266057ms","start":"2026-03-11T17:03:36.502226Z","end":"2026-03-11T17:03:36.642492Z","steps":["trace[931360794] 'process raft request' (duration: 140.035233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:36.644198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.255806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:03:36.646356Z","caller":"traceutil/trace.go:171","msg":"trace[881206330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4838; }","duration":"129.466937ms","start":"2026-03-11T17:03:36.51687Z","end":"2026-03-11T17:03:36.646337Z","steps":["trace[881206330] 'agreement among raft nodes before linearized reading' (duration: 127.220065ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:41.551385Z","caller":"traceutil/trace.go:171","msg":"trace[350223104] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"210.155921ms","start":"2026-03-11T17:03:41.340999Z","end":"2026-03-11T17:03:41.551155Z","steps":["trace[350223104] 'process raft request' (duration: 209.871785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:45.191293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922078483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:03:45.679748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075523823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-11T17:03:45.679867Z","caller":"traceutil/trace.go:171","msg":"trace[71258657] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4988; }","duration":"1.075716226s","start":"2026-03-11T17:03:44.604123Z","end":"2026-03-11T17:03:45.679839Z","steps":["trace[71258657] 'range keys from in-memory index tree' (duration: 1.074221339s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:45.679937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:44.604096Z","time spent":"1.07582079s","remote":"127.0.0.1:37160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-11T17:03:45.691462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922078483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:03:46.192084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922078483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:03:46.384847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.706517876s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:03:46.385347Z","caller":"traceutil/trace.go:171","msg":"trace[57385253] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"1.718433066s","start":"2026-03-11T17:03:44.666882Z","end":"2026-03-11T17:03:46.385315Z","steps":["trace[57385253] 'process raft request' (duration: 1.718233563s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:46.385547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:44.666849Z","time spent":"1.718592639s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:03:47.51428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:03:47.514372Z","caller":"traceutil/trace.go:171","msg":"trace[1516847600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678162s","start":"2026-03-11T17:03:45.513671Z","end":"2026-03-11T17:03:47.51435Z","steps":["trace[1516847600] 'agreement among raft nodes before linearized reading' (duration: 2.00055361s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:47.51442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:45.513656Z","time spent":"2.000755134s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:03:47.954524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.325452631s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:03:48.119999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256042756s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:03:48.120158Z","caller":"traceutil/trace.go:171","msg":"trace[1213068047] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4989; }","duration":"1.256216709s","start":"2026-03-11T17:03:46.863915Z","end":"2026-03-11T17:03:48.120132Z","steps":["trace[1213068047] 'range keys from in-memory index tree' (duration: 1.256024125s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:48.120518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491262612s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:03:48.120846Z","caller":"traceutil/trace.go:171","msg":"trace[1466033655] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"3.448651151s","start":"2026-03-11T17:03:44.672158Z","end":"2026-03-11T17:03:48.120809Z","steps":["trace[1466033655] 'process raft request' (duration: 1.957005043s)","trace[1466033655] 'compare' (duration: 1.490748921s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:48.121059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:44.672128Z","time spent":"3.448801853s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:03:48.121237Z","caller":"traceutil/trace.go:171","msg":"trace[1690900627] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"1.985779286s","start":"2026-03-11T17:03:46.135436Z","end":"2026-03-11T17:03:48.121215Z","steps":["trace[1690900627] 'process raft request' (duration: 1.985271447s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:48.121258Z","caller":"traceutil/trace.go:171","msg":"trace[1916828883] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5186; }","duration":"3.430369582s","start":"2026-03-11T17:03:44.690855Z","end":"2026-03-11T17:03:48.121224Z","steps":["trace[1916828883] 'read index received' (duration: 1.694295559s)","trace[1916828883] 'applied index is now lower than readState.Index' (duration: 1.736072573s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:03:48.121285Z","caller":"traceutil/trace.go:171","msg":"trace[834672276] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"2.428444291s","start":"2026-03-11T17:03:45.692786Z","end":"2026-03-11T17:03:48.121231Z","steps":["trace[834672276] 'process raft request' (duration: 2.42782217s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:48.121344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:46.135418Z","time spent":"1.985879737s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:03:48.121541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:45.692744Z","time spent":"2.428644555s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:03:49.515023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122780528s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:03:49.515161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:03:49.515293Z","caller":"traceutil/trace.go:171","msg":"trace[1754414918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220244s","start":"2026-03-11T17:03:47.515047Z","end":"2026-03-11T17:03:49.515267Z","steps":["trace[1754414918] 'agreement among raft nodes before linearized reading' (duration: 1.999879228s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:49.51537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:47.515012Z","time spent":"2.000340386s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:03:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:03:49.633425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512228528s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T17:03:49.633745Z","caller":"traceutil/trace.go:171","msg":"trace[253464461] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"1.512424192s","start":"2026-03-11T17:03:48.121298Z","end":"2026-03-11T17:03:49.633722Z","steps":["trace[253464461] 'read index received' (duration: 47.981µs)","trace[253464461] 'applied index is now lower than readState.Index' (duration: 1.512374501s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:49.634093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.943236554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:03:49.634179Z","caller":"traceutil/trace.go:171","msg":"trace[1921471010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4992; }","duration":"4.943361485s","start":"2026-03-11T17:03:44.690793Z","end":"2026-03-11T17:03:49.634154Z","steps":["trace[1921471010] 'agreement among raft nodes before linearized reading' (duration: 3.430544855s)","trace[1921471010] 'range keys from in-memory index tree' (duration: 1.512589056s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:49.634176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637705481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:03:49.634321Z","caller":"traceutil/trace.go:171","msg":"trace[668586813] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4992; }","duration":"3.637941205s","start":"2026-03-11T17:03:45.996343Z","end":"2026-03-11T17:03:49.634284Z","steps":["trace[668586813] 'agreement among raft nodes before linearized reading' (duration: 3.63764804s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:49.6344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:45.996315Z","time spent":"3.638068588s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:03:49.634238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:44.690769Z","time spent":"4.943455007s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:03:49.634789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718858024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:03:49.634859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574472261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:03:49.634926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.483015412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:03:49.634983Z","caller":"traceutil/trace.go:171","msg":"trace[506769670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4992; }","duration":"4.483137424s","start":"2026-03-11T17:03:45.151832Z","end":"2026-03-11T17:03:49.634969Z","steps":["trace[506769670] 'agreement among raft nodes before linearized reading' (duration: 4.482876649s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:49.635038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:45.151802Z","time spent":"4.483224266s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:03:49.63505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428972391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:03:49.635092Z","caller":"traceutil/trace.go:171","msg":"trace[1441764069] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4992; }","duration":"2.429045754s","start":"2026-03-11T17:03:47.206036Z","end":"2026-03-11T17:03:49.635082Z","steps":["trace[1441764069] 'agreement among raft nodes before linearized reading' (duration: 2.428974642s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:49.635095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620708497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-11T17:03:49.635136Z","caller":"traceutil/trace.go:171","msg":"trace[55664175] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4992; }","duration":"1.620786097s","start":"2026-03-11T17:03:48.014339Z","end":"2026-03-11T17:03:49.635125Z","steps":["trace[55664175] 'agreement among raft nodes before linearized reading' (duration: 1.620619614s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:49.635134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:47.206016Z","time spent":"2.429105084s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:03:49.635173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:48.014314Z","time spent":"1.620850789s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-11T17:03:49.635411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.156583238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-11T17:03:49.635474Z","caller":"traceutil/trace.go:171","msg":"trace[60178187] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4992; }","duration":"4.156724961s","start":"2026-03-11T17:03:45.478734Z","end":"2026-03-11T17:03:49.635459Z","steps":["trace[60178187] 'agreement among raft nodes before linearized reading' (duration: 4.156569379s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:49.635525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:45.478702Z","time spent":"4.156811372s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:03:49.635505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.924414614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:03:49.635616Z","caller":"traceutil/trace.go:171","msg":"trace[1978176267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4992; }","duration":"4.924594039s","start":"2026-03-11T17:03:44.710996Z","end":"2026-03-11T17:03:49.63559Z","steps":["trace[1978176267] 'agreement among raft nodes before linearized reading' (duration: 4.924326864s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:49.635668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:44.710964Z","time spent":"4.92469505s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:03:49.634977Z","caller":"traceutil/trace.go:171","msg":"trace[491756847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4992; }","duration":"3.574650263s","start":"2026-03-11T17:03:46.060303Z","end":"2026-03-11T17:03:49.634953Z","steps":["trace[491756847] 'agreement among raft nodes before linearized reading' (duration: 3.574400219s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:49.635823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:46.060291Z","time spent":"3.57549342s","remote":"127.0.0.1:55650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:03:49.635916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923527353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-11T17:03:49.6349Z","caller":"traceutil/trace.go:171","msg":"trace[1115977965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4992; }","duration":"1.719058378s","start":"2026-03-11T17:03:47.915805Z","end":"2026-03-11T17:03:49.634863Z","steps":["trace[1115977965] 'agreement among raft nodes before linearized reading' (duration: 1.718840424s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:49.635963Z","caller":"traceutil/trace.go:171","msg":"trace[299290353] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"1.243784938s","start":"2026-03-11T17:03:48.392142Z","end":"2026-03-11T17:03:49.635927Z","steps":["trace[299290353] 'process raft request' (duration: 1.241393473s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:49.636025Z","caller":"traceutil/trace.go:171","msg":"trace[679117107] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4992; }","duration":"3.923763147s","start":"2026-03-11T17:03:45.712249Z","end":"2026-03-11T17:03:49.636012Z","steps":["trace[679117107] 'agreement among raft nodes before linearized reading' (duration: 3.921934944s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:49.636063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:47.915778Z","time spent":"1.720254381s","remote":"127.0.0.1:55696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:03:49.63608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:45.712219Z","time spent":"3.923848188s","remote":"127.0.0.1:37156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-11T17:03:49.636138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:48.392117Z","time spent":"1.243924921s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:03:49.636392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926014833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:03:49.636768Z","caller":"traceutil/trace.go:171","msg":"trace[1855945423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4992; }","duration":"4.926503933s","start":"2026-03-11T17:03:44.710243Z","end":"2026-03-11T17:03:49.636747Z","steps":["trace[1855945423] 'agreement among raft nodes before linearized reading' (duration: 4.925073557s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:49.637053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:44.710218Z","time spent":"4.926676216s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:03:50.134473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922078492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:03:50.379734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011356694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25124ff-c4fb-42f6-af4d-631155139753\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-11T17:03:50.379837Z","caller":"traceutil/trace.go:171","msg":"trace[76804482] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a25124ff-c4fb-42f6-af4d-631155139753; range_end:; response_count:1; response_revision:4993; }","duration":"5.011497446s","start":"2026-03-11T17:03:45.368311Z","end":"2026-03-11T17:03:50.379808Z","steps":["trace[76804482] 'agreement among raft nodes before linearized reading' (duration: 4.267442881s)","trace[76804482] 'range keys from in-memory index tree' (duration: 743.794541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:50.379887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:45.3683Z","time spent":"5.011577187s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25124ff-c4fb-42f6-af4d-631155139753\" "} {"level":"warn","ts":"2026-03-11T17:03:50.380068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.043599401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-11T17:03:50.380175Z","caller":"traceutil/trace.go:171","msg":"trace[1427816739] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4993; }","duration":"5.043737364s","start":"2026-03-11T17:03:45.336421Z","end":"2026-03-11T17:03:50.380158Z","steps":["trace[1427816739] 'agreement among raft nodes before linearized reading' (duration: 4.299477324s)","trace[1427816739] 'range keys from in-memory index tree' (duration: 744.072036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:50.380224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:45.336403Z","time spent":"5.043807925s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-11T17:03:50.380241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.666055596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dspv7\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T17:03:50.380284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.010703832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25124ff-c4fb-42f6-af4d-631155139753\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-11T17:03:50.380361Z","caller":"traceutil/trace.go:171","msg":"trace[2010838582] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dspv7; range_end:; response_count:1; response_revision:4993; }","duration":"5.666206699s","start":"2026-03-11T17:03:44.714124Z","end":"2026-03-11T17:03:50.380331Z","steps":["trace[2010838582] 'agreement among raft nodes before linearized reading' (duration: 4.921700744s)","trace[2010838582] 'range keys from in-memory index tree' (duration: 744.226389ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:03:50.380367Z","caller":"traceutil/trace.go:171","msg":"trace[1523936501] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a25124ff-c4fb-42f6-af4d-631155139753; range_end:; response_count:1; response_revision:4993; }","duration":"5.010818265s","start":"2026-03-11T17:03:45.36952Z","end":"2026-03-11T17:03:50.380338Z","steps":["trace[1523936501] 'agreement among raft nodes before linearized reading' (duration: 4.266211438s)","trace[1523936501] 'range keys from in-memory index tree' (duration: 744.360171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:50.380421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:44.714113Z","time spent":"5.66629702s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dspv7\" "} {"level":"warn","ts":"2026-03-11T17:03:50.380422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:45.369511Z","time spent":"5.010901656s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25124ff-c4fb-42f6-af4d-631155139753\" "} {"level":"warn","ts":"2026-03-11T17:03:50.380411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.669551871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:03:50.38051Z","caller":"traceutil/trace.go:171","msg":"trace[845295761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4993; }","duration":"5.669686713s","start":"2026-03-11T17:03:44.710796Z","end":"2026-03-11T17:03:50.380483Z","steps":["trace[845295761] 'agreement among raft nodes before linearized reading' (duration: 4.924880143s)","trace[845295761] 'range keys from in-memory index tree' (duration: 744.500015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:50.380539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.105991476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-11T17:03:50.380574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:44.710789Z","time spent":"5.669774145s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:03:50.380587Z","caller":"traceutil/trace.go:171","msg":"trace[967195061] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4993; }","duration":"5.106085328s","start":"2026-03-11T17:03:45.274485Z","end":"2026-03-11T17:03:50.38057Z","steps":["trace[967195061] 'agreement among raft nodes before linearized reading' (duration: 4.361514582s)","trace[967195061] 'range keys from in-memory index tree' (duration: 744.450384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:50.380621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:45.274458Z","time spent":"5.1061557s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-11T17:03:50.380784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.330523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:03:50.38092Z","caller":"traceutil/trace.go:171","msg":"trace[640856846] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"860.642646ms","start":"2026-03-11T17:03:49.520251Z","end":"2026-03-11T17:03:50.380894Z","steps":["trace[640856846] 'process raft request' (duration: 737.074758ms)","trace[640856846] 'compare' (duration: 122.546108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:50.380992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:49.520232Z","time spent":"860.733467ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:03:50.380849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.667735697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-11T17:03:50.381199Z","caller":"traceutil/trace.go:171","msg":"trace[1982841883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.668137594s","start":"2026-03-11T17:03:44.713033Z","end":"2026-03-11T17:03:50.381171Z","steps":["trace[1982841883] 'agreement among raft nodes before linearized reading' (duration: 4.922813004s)","trace[1982841883] 'range keys from in-memory index tree' (duration: 744.866651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:50.381324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:44.713021Z","time spent":"5.668285387s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/11 17:03:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-11T17:03:50.665693Z","caller":"traceutil/trace.go:171","msg":"trace[448250057] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"1.024791024s","start":"2026-03-11T17:03:49.640849Z","end":"2026-03-11T17:03:50.66564Z","steps":["trace[448250057] 'process raft request' (duration: 1.024279815s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.666144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:49.64082Z","time spent":"1.025131431s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:03:50.6665Z","caller":"traceutil/trace.go:171","msg":"trace[536567698] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"1.025368064s","start":"2026-03-11T17:03:49.641109Z","end":"2026-03-11T17:03:50.666477Z","steps":["trace[536567698] 'process raft request' (duration: 1.025048518s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.666667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:49.641101Z","time spent":"1.025506496s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:03:50.666541Z","caller":"traceutil/trace.go:171","msg":"trace[1013213652] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"1.025554057s","start":"2026-03-11T17:03:49.640941Z","end":"2026-03-11T17:03:50.666495Z","steps":["trace[1013213652] 'process raft request' (duration: 1.024387396s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:50.666764Z","caller":"traceutil/trace.go:171","msg":"trace[1921107485] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"1.024993307s","start":"2026-03-11T17:03:49.641713Z","end":"2026-03-11T17:03:50.666706Z","steps":["trace[1921107485] 'process raft request' (duration: 1.024522309s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.666913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979007431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:03:50.666976Z","caller":"traceutil/trace.go:171","msg":"trace[168573506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5000; }","duration":"1.979126413s","start":"2026-03-11T17:03:48.687831Z","end":"2026-03-11T17:03:50.666957Z","steps":["trace[168573506] 'agreement among raft nodes before linearized reading' (duration: 1.979032011s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.666992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:49.64169Z","time spent":"1.025238932s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:03:50.666928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:49.640916Z","time spent":"1.025834152s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:03:50.667079Z","caller":"traceutil/trace.go:171","msg":"trace[240226601] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"541.001477ms","start":"2026-03-11T17:03:50.126063Z","end":"2026-03-11T17:03:50.667064Z","steps":["trace[240226601] 'process raft request' (duration: 540.553789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.667026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:48.687799Z","time spent":"1.979212984s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:03:50.667159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:50.126027Z","time spent":"541.083727ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:03:50.667202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174658508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:03:50.667275Z","caller":"traceutil/trace.go:171","msg":"trace[1268896889] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5000; }","duration":"1.174758071s","start":"2026-03-11T17:03:49.492477Z","end":"2026-03-11T17:03:50.667235Z","steps":["trace[1268896889] 'agreement among raft nodes before linearized reading' (duration: 1.174678238s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:50.66682Z","caller":"traceutil/trace.go:171","msg":"trace[141452190] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5192; }","duration":"1.032976986s","start":"2026-03-11T17:03:49.633821Z","end":"2026-03-11T17:03:50.666798Z","steps":["trace[141452190] 'read index received' (duration: 623.518085ms)","trace[141452190] 'applied index is now lower than readState.Index' (duration: 409.457141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:50.66732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:49.492449Z","time spent":"1.174861033s","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:03:50.667345Z","caller":"traceutil/trace.go:171","msg":"trace[1857995825] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"539.956467ms","start":"2026-03-11T17:03:50.127376Z","end":"2026-03-11T17:03:50.667333Z","steps":["trace[1857995825] 'process raft request' (duration: 539.324965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.667368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678427056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2101"} {"level":"warn","ts":"2026-03-11T17:03:50.667406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:50.127367Z","time spent":"540.005288ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:03:50.667411Z","caller":"traceutil/trace.go:171","msg":"trace[569353547] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5000; }","duration":"1.678520118s","start":"2026-03-11T17:03:48.988879Z","end":"2026-03-11T17:03:50.667399Z","steps":["trace[569353547] 'agreement among raft nodes before linearized reading' (duration: 1.678367105s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.667397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622081933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:03:50.66744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:48.988851Z","time spent":"1.678581559s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2124,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-03-11T17:03:50.667454Z","caller":"traceutil/trace.go:171","msg":"trace[696503034] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5000; }","duration":"1.622188035s","start":"2026-03-11T17:03:49.045252Z","end":"2026-03-11T17:03:50.66744Z","steps":["trace[696503034] 'agreement among raft nodes before linearized reading' (duration: 1.621940791s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.667493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:49.045226Z","time spent":"1.622258216s","remote":"127.0.0.1:37156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":55,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:03:50.667508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14283373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:03:50.667616Z","caller":"traceutil/trace.go:171","msg":"trace[1655985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5000; }","duration":"1.142970732s","start":"2026-03-11T17:03:49.524632Z","end":"2026-03-11T17:03:50.667603Z","steps":["trace[1655985] 'agreement among raft nodes before linearized reading' (duration: 1.14284705s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.667651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:49.524604Z","time spent":"1.143037744s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:03:50.676681Z","caller":"traceutil/trace.go:171","msg":"trace[1559755817] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"290.271284ms","start":"2026-03-11T17:03:50.386383Z","end":"2026-03-11T17:03:50.676654Z","steps":["trace[1559755817] 'process raft request' (duration: 290.111461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.676818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.194163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-11T17:03:50.676844Z","caller":"traceutil/trace.go:171","msg":"trace[38068934] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"288.890148ms","start":"2026-03-11T17:03:50.387939Z","end":"2026-03-11T17:03:50.676829Z","steps":["trace[38068934] 'process raft request' (duration: 288.643784ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:50.67688Z","caller":"traceutil/trace.go:171","msg":"trace[1647947114] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5002; }","duration":"290.284534ms","start":"2026-03-11T17:03:50.386585Z","end":"2026-03-11T17:03:50.676869Z","steps":["trace[1647947114] 'agreement among raft nodes before linearized reading' (duration: 290.129811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.676833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.1157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-03-11T17:03:50.676937Z","caller":"traceutil/trace.go:171","msg":"trace[92915292] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5002; }","duration":"291.245022ms","start":"2026-03-11T17:03:50.385682Z","end":"2026-03-11T17:03:50.676927Z","steps":["trace[92915292] 'agreement among raft nodes before linearized reading' (duration: 290.996708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.676944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.872544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80055"} {"level":"warn","ts":"2026-03-11T17:03:50.676954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036392578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-11T17:03:50.677008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.131359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"warn","ts":"2026-03-11T17:03:50.677087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018192813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-11T17:03:50.677101Z","caller":"traceutil/trace.go:171","msg":"trace[488233761] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5002; }","duration":"291.259213ms","start":"2026-03-11T17:03:50.38582Z","end":"2026-03-11T17:03:50.677079Z","steps":["trace[488233761] 'agreement among raft nodes before linearized reading' (duration: 290.905395ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:50.677118Z","caller":"traceutil/trace.go:171","msg":"trace[2055524294] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5002; }","duration":"1.018253323s","start":"2026-03-11T17:03:49.658856Z","end":"2026-03-11T17:03:50.677109Z","steps":["trace[2055524294] 'agreement among raft nodes before linearized reading' (duration: 1.018166982s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.677159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:49.658844Z","time spent":"1.018306564s","remote":"127.0.0.1:37156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-11T17:03:50.677171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.168721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-03-11T17:03:50.677213Z","caller":"traceutil/trace.go:171","msg":"trace[1869134323] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5002; }","duration":"291.272193ms","start":"2026-03-11T17:03:50.385931Z","end":"2026-03-11T17:03:50.677204Z","steps":["trace[1869134323] 'agreement among raft nodes before linearized reading' (duration: 291.10156ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:50.677047Z","caller":"traceutil/trace.go:171","msg":"trace[1389538595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5002; }","duration":"1.036528012s","start":"2026-03-11T17:03:49.6405Z","end":"2026-03-11T17:03:50.677028Z","steps":["trace[1389538595] 'agreement among raft nodes before linearized reading' (duration: 1.036336097s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:50.677263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:03:49.640475Z","time spent":"1.036778916s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:03:50.676993Z","caller":"traceutil/trace.go:171","msg":"trace[674642097] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5002; }","duration":"290.941956ms","start":"2026-03-11T17:03:50.386042Z","end":"2026-03-11T17:03:50.676984Z","steps":["trace[674642097] 'agreement among raft nodes before linearized reading' (duration: 290.714792ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:52.787891Z","caller":"traceutil/trace.go:171","msg":"trace[1113999025] linearizableReadLoop","detail":"{readStateIndex:5227; appliedIndex:5226; }","duration":"116.968195ms","start":"2026-03-11T17:03:52.670878Z","end":"2026-03-11T17:03:52.787846Z","steps":["trace[1113999025] 'read index received' (duration: 116.834663ms)","trace[1113999025] 'applied index is now lower than readState.Index' (duration: 131.942µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:03:52.788085Z","caller":"traceutil/trace.go:171","msg":"trace[1476281883] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"165.958002ms","start":"2026-03-11T17:03:52.622107Z","end":"2026-03-11T17:03:52.788065Z","steps":["trace[1476281883] 'process raft request' (duration: 165.479634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:52.788422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.527726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:03:52.788524Z","caller":"traceutil/trace.go:171","msg":"trace[1682656712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5027; }","duration":"117.639888ms","start":"2026-03-11T17:03:52.670861Z","end":"2026-03-11T17:03:52.788501Z","steps":["trace[1682656712] 'agreement among raft nodes before linearized reading' (duration: 117.403283ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:52.796775Z","caller":"traceutil/trace.go:171","msg":"trace[591265807] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"123.261722ms","start":"2026-03-11T17:03:52.673491Z","end":"2026-03-11T17:03:52.796753Z","steps":["trace[591265807] 'process raft request' (duration: 123.085419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:52.796793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.990224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T17:03:52.79715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.50645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dspv7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:03:52.797254Z","caller":"traceutil/trace.go:171","msg":"trace[1205238353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dspv7; range_end:; response_count:1; response_revision:5029; }","duration":"114.636652ms","start":"2026-03-11T17:03:52.682592Z","end":"2026-03-11T17:03:52.797228Z","steps":["trace[1205238353] 'agreement among raft nodes before linearized reading' (duration: 114.255496ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:52.797225Z","caller":"traceutil/trace.go:171","msg":"trace[1988946760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5029; }","duration":"125.451563ms","start":"2026-03-11T17:03:52.671748Z","end":"2026-03-11T17:03:52.7972Z","steps":["trace[1988946760] 'agreement among raft nodes before linearized reading' (duration: 124.887712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:52.796876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.701973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:03:52.797326Z","caller":"traceutil/trace.go:171","msg":"trace[1727608657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5029; }","duration":"116.215442ms","start":"2026-03-11T17:03:52.681096Z","end":"2026-03-11T17:03:52.797311Z","steps":["trace[1727608657] 'agreement among raft nodes before linearized reading' (duration: 115.678191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:03:52.796913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.022596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:03:52.797203Z","caller":"traceutil/trace.go:171","msg":"trace[967811983] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"124.712119ms","start":"2026-03-11T17:03:52.672437Z","end":"2026-03-11T17:03:52.79715Z","steps":["trace[967811983] 'process raft request' (duration: 123.962685ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:52.797434Z","caller":"traceutil/trace.go:171","msg":"trace[941154147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5029; }","duration":"125.587846ms","start":"2026-03-11T17:03:52.671823Z","end":"2026-03-11T17:03:52.797411Z","steps":["trace[941154147] 'agreement among raft nodes before linearized reading' (duration: 125.025786ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:56.625424Z","caller":"traceutil/trace.go:171","msg":"trace[1478224233] linearizableReadLoop","detail":"{readStateIndex:5287; appliedIndex:5286; }","duration":"111.438404ms","start":"2026-03-11T17:03:56.513959Z","end":"2026-03-11T17:03:56.625397Z","steps":["trace[1478224233] 'read index received' (duration: 110.840443ms)","trace[1478224233] 'applied index is now lower than readState.Index' (duration: 596.781µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:03:56.62579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.81352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:03:56.625839Z","caller":"traceutil/trace.go:171","msg":"trace[1972761127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5086; }","duration":"111.917373ms","start":"2026-03-11T17:03:56.513909Z","end":"2026-03-11T17:03:56.625827Z","steps":["trace[1972761127] 'agreement among raft nodes before linearized reading' (duration: 111.634607ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:03:56.625844Z","caller":"traceutil/trace.go:171","msg":"trace[1016138036] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"151.310872ms","start":"2026-03-11T17:03:56.474382Z","end":"2026-03-11T17:03:56.625693Z","steps":["trace[1016138036] 'process raft request' (duration: 150.521668ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:00.74Z","caller":"traceutil/trace.go:171","msg":"trace[1389783038] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5341; }","duration":"184.537037ms","start":"2026-03-11T17:04:00.555429Z","end":"2026-03-11T17:04:00.739966Z","steps":["trace[1389783038] 'read index received' (duration: 184.254501ms)","trace[1389783038] 'applied index is now lower than readState.Index' (duration: 281.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:00.740102Z","caller":"traceutil/trace.go:171","msg":"trace[1231593281] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"197.563898ms","start":"2026-03-11T17:04:00.542495Z","end":"2026-03-11T17:04:00.740059Z","steps":["trace[1231593281] 'process raft request' (duration: 197.247302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:00.740236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.762181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:04:00.740351Z","caller":"traceutil/trace.go:171","msg":"trace[124719980] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5141; }","duration":"184.937424ms","start":"2026-03-11T17:04:00.555387Z","end":"2026-03-11T17:04:00.740324Z","steps":["trace[124719980] 'agreement among raft nodes before linearized reading' (duration: 184.73012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:00.740389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.825025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-11T17:04:00.74044Z","caller":"traceutil/trace.go:171","msg":"trace[1709830938] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5141; }","duration":"148.964627ms","start":"2026-03-11T17:04:00.59146Z","end":"2026-03-11T17:04:00.740424Z","steps":["trace[1709830938] 'agreement among raft nodes before linearized reading' (duration: 148.727863ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:05.973693Z","caller":"traceutil/trace.go:171","msg":"trace[1432117803] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"294.369901ms","start":"2026-03-11T17:04:05.679293Z","end":"2026-03-11T17:04:05.973662Z","steps":["trace[1432117803] 'process raft request' (duration: 294.161978ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:06.16953Z","caller":"traceutil/trace.go:171","msg":"trace[2016593279] linearizableReadLoop","detail":"{readStateIndex:5385; appliedIndex:5383; }","duration":"444.990469ms","start":"2026-03-11T17:04:05.724513Z","end":"2026-03-11T17:04:06.169503Z","steps":["trace[2016593279] 'read index received' (duration: 248.923288ms)","trace[2016593279] 'applied index is now lower than readState.Index' (duration: 196.065521ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:06.169577Z","caller":"traceutil/trace.go:171","msg":"trace[763579898] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"481.600807ms","start":"2026-03-11T17:04:05.687954Z","end":"2026-03-11T17:04:06.169554Z","steps":["trace[763579898] 'process raft request' (duration: 404.336865ms)","trace[763579898] 'compare' (duration: 77.089037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:04:06.169712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:04:05.687919Z","time spent":"481.700089ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:04:06.169798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.234274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-11T17:04:06.169843Z","caller":"traceutil/trace.go:171","msg":"trace[309851585] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5183; }","duration":"445.382376ms","start":"2026-03-11T17:04:05.724443Z","end":"2026-03-11T17:04:06.169826Z","steps":["trace[309851585] 'agreement among raft nodes before linearized reading' (duration: 445.187843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:06.16988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:04:05.724421Z","time spent":"445.447837ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-11T17:04:06.250128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.396316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:04:06.25021Z","caller":"traceutil/trace.go:171","msg":"trace[995337888] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5183; }","duration":"344.521009ms","start":"2026-03-11T17:04:05.905671Z","end":"2026-03-11T17:04:06.250192Z","steps":["trace[995337888] 'agreement among raft nodes before linearized reading' (duration: 344.384146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:06.250249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.397452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T17:04:06.250281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:04:05.90566Z","time spent":"344.58651ms","remote":"127.0.0.1:57210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:04:06.250283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.914837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:04:06.250395Z","caller":"traceutil/trace.go:171","msg":"trace[354961255] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5183; }","duration":"189.093851ms","start":"2026-03-11T17:04:06.061276Z","end":"2026-03-11T17:04:06.25037Z","steps":["trace[354961255] 'agreement among raft nodes before linearized reading' (duration: 188.753095ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:06.250316Z","caller":"traceutil/trace.go:171","msg":"trace[486475139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5183; }","duration":"454.504604ms","start":"2026-03-11T17:04:05.795798Z","end":"2026-03-11T17:04:06.250302Z","steps":["trace[486475139] 'agreement among raft nodes before linearized reading' (duration: 454.29215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:06.250481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:04:05.795783Z","time spent":"454.688038ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:04:06.445231Z","caller":"traceutil/trace.go:171","msg":"trace[1813825609] linearizableReadLoop","detail":"{readStateIndex:5387; appliedIndex:5386; }","duration":"189.309835ms","start":"2026-03-11T17:04:06.255891Z","end":"2026-03-11T17:04:06.445201Z","steps":["trace[1813825609] 'read index received' (duration: 189.00046ms)","trace[1813825609] 'applied index is now lower than readState.Index' (duration: 307.975µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:04:06.445458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.56092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19051"} {"level":"warn","ts":"2026-03-11T17:04:06.445528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.229265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:04:06.445562Z","caller":"traceutil/trace.go:171","msg":"trace[1237614239] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5184; }","duration":"189.709013ms","start":"2026-03-11T17:04:06.255836Z","end":"2026-03-11T17:04:06.445545Z","steps":["trace[1237614239] 'agreement among raft nodes before linearized reading' (duration: 189.500409ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:06.445591Z","caller":"traceutil/trace.go:171","msg":"trace[1335623944] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5184; }","duration":"188.341098ms","start":"2026-03-11T17:04:06.257232Z","end":"2026-03-11T17:04:06.445573Z","steps":["trace[1335623944] 'agreement among raft nodes before linearized reading' (duration: 188.143694ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:06.445294Z","caller":"traceutil/trace.go:171","msg":"trace[886491767] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"189.533329ms","start":"2026-03-11T17:04:06.255713Z","end":"2026-03-11T17:04:06.445246Z","steps":["trace[886491767] 'process raft request' (duration: 189.268024ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:06.572864Z","caller":"traceutil/trace.go:171","msg":"trace[1748979493] linearizableReadLoop","detail":"{readStateIndex:5388; appliedIndex:5387; }","duration":"113.657925ms","start":"2026-03-11T17:04:06.459176Z","end":"2026-03-11T17:04:06.572834Z","steps":["trace[1748979493] 'read index received' (duration: 65.983163ms)","trace[1748979493] 'applied index is now lower than readState.Index' (duration: 47.673842ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:06.572927Z","caller":"traceutil/trace.go:171","msg":"trace[1075273451] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"116.027208ms","start":"2026-03-11T17:04:06.456863Z","end":"2026-03-11T17:04:06.57289Z","steps":["trace[1075273451] 'process raft request' (duration: 68.313285ms)","trace[1075273451] 'compare' (duration: 47.52079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:04:06.573266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.047392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-11T17:04:06.573373Z","caller":"traceutil/trace.go:171","msg":"trace[1431848304] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5185; }","duration":"114.217675ms","start":"2026-03-11T17:04:06.45913Z","end":"2026-03-11T17:04:06.573348Z","steps":["trace[1431848304] 'agreement among raft nodes before linearized reading' (duration: 113.852249ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:06.752717Z","caller":"traceutil/trace.go:171","msg":"trace[1735936722] linearizableReadLoop","detail":"{readStateIndex:5389; appliedIndex:5388; }","duration":"172.32363ms","start":"2026-03-11T17:04:06.580356Z","end":"2026-03-11T17:04:06.752679Z","steps":["trace[1735936722] 'read index received' (duration: 139.811339ms)","trace[1735936722] 'applied index is now lower than readState.Index' (duration: 32.510931ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:06.753182Z","caller":"traceutil/trace.go:171","msg":"trace[1373682332] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"174.009691ms","start":"2026-03-11T17:04:06.579159Z","end":"2026-03-11T17:04:06.753168Z","steps":["trace[1373682332] 'process raft request' (duration: 141.095132ms)","trace[1373682332] 'compare' (duration: 32.200426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:04:06.753523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.143916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19051"} {"level":"info","ts":"2026-03-11T17:04:06.753561Z","caller":"traceutil/trace.go:171","msg":"trace[714937437] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5186; }","duration":"173.213157ms","start":"2026-03-11T17:04:06.580338Z","end":"2026-03-11T17:04:06.753551Z","steps":["trace[714937437] 'agreement among raft nodes before linearized reading' (duration: 173.040774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:06.753777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.513833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-11T17:04:06.753804Z","caller":"traceutil/trace.go:171","msg":"trace[368822763] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5186; }","duration":"166.574084ms","start":"2026-03-11T17:04:06.587224Z","end":"2026-03-11T17:04:06.753799Z","steps":["trace[368822763] 'agreement among raft nodes before linearized reading' (duration: 166.487623ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:06.943932Z","caller":"traceutil/trace.go:171","msg":"trace[1456333885] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"122.972767ms","start":"2026-03-11T17:04:06.820933Z","end":"2026-03-11T17:04:06.943906Z","steps":["trace[1456333885] 'process raft request' (duration: 63.75016ms)","trace[1456333885] 'compare' (duration: 59.086135ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:07.025823Z","caller":"traceutil/trace.go:171","msg":"trace[1150911618] linearizableReadLoop","detail":"{readStateIndex:5393; appliedIndex:5390; }","duration":"163.65213ms","start":"2026-03-11T17:04:06.86214Z","end":"2026-03-11T17:04:07.025793Z","steps":["trace[1150911618] 'read index received' (duration: 22.506607ms)","trace[1150911618] 'applied index is now lower than readState.Index' (duration: 141.144023ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:07.026236Z","caller":"traceutil/trace.go:171","msg":"trace[2097337192] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"181.277415ms","start":"2026-03-11T17:04:06.844941Z","end":"2026-03-11T17:04:07.026219Z","steps":["trace[2097337192] 'process raft request' (duration: 179.89909ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:07.026482Z","caller":"traceutil/trace.go:171","msg":"trace[568832641] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"179.549285ms","start":"2026-03-11T17:04:06.846923Z","end":"2026-03-11T17:04:07.026472Z","steps":["trace[568832641] 'process raft request' (duration: 178.115658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:07.026822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.664769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-11T17:04:07.026867Z","caller":"traceutil/trace.go:171","msg":"trace[831367713] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5190; }","duration":"164.757581ms","start":"2026-03-11T17:04:06.862094Z","end":"2026-03-11T17:04:07.026851Z","steps":["trace[831367713] 'agreement among raft nodes before linearized reading' (duration: 164.562177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:07.027075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.968015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:04:07.027167Z","caller":"traceutil/trace.go:171","msg":"trace[1706574472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5190; }","duration":"158.095917ms","start":"2026-03-11T17:04:06.869045Z","end":"2026-03-11T17:04:07.027141Z","steps":["trace[1706574472] 'agreement among raft nodes before linearized reading' (duration: 157.788871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:07.027506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.770925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T17:04:07.027522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.182792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T17:04:07.027487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.597421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:04:07.027564Z","caller":"traceutil/trace.go:171","msg":"trace[707985688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5190; }","duration":"155.234264ms","start":"2026-03-11T17:04:06.872316Z","end":"2026-03-11T17:04:07.027551Z","steps":["trace[707985688] 'agreement among raft nodes before linearized reading' (duration: 155.132512ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:07.027591Z","caller":"traceutil/trace.go:171","msg":"trace[424879950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5190; }","duration":"154.706113ms","start":"2026-03-11T17:04:06.872857Z","end":"2026-03-11T17:04:07.027563Z","steps":["trace[424879950] 'agreement among raft nodes before linearized reading' (duration: 154.435329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:07.027768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.140989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dspv7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:04:07.02787Z","caller":"traceutil/trace.go:171","msg":"trace[794012666] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dspv7; range_end:; response_count:1; response_revision:5190; }","duration":"150.320473ms","start":"2026-03-11T17:04:06.877527Z","end":"2026-03-11T17:04:07.027847Z","steps":["trace[794012666] 'agreement among raft nodes before linearized reading' (duration: 149.956296ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:07.027553Z","caller":"traceutil/trace.go:171","msg":"trace[1655360018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5190; }","duration":"154.848696ms","start":"2026-03-11T17:04:06.87269Z","end":"2026-03-11T17:04:07.027539Z","steps":["trace[1655360018] 'agreement among raft nodes before linearized reading' (duration: 154.738954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:07.244618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.653055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:04:07.245423Z","caller":"traceutil/trace.go:171","msg":"trace[1551473306] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"213.469133ms","start":"2026-03-11T17:04:07.031918Z","end":"2026-03-11T17:04:07.245387Z","steps":["trace[1551473306] 'process raft request' (duration: 92.919451ms)","trace[1551473306] 'compare' (duration: 119.336229ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:07.24573Z","caller":"traceutil/trace.go:171","msg":"trace[351987089] linearizableReadLoop","detail":"{readStateIndex:5395; appliedIndex:5393; }","duration":"212.955543ms","start":"2026-03-11T17:04:07.032707Z","end":"2026-03-11T17:04:07.245663Z","steps":["trace[351987089] 'read index received' (duration: 92.147736ms)","trace[351987089] 'applied index is now lower than readState.Index' (duration: 120.805607ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:07.245829Z","caller":"traceutil/trace.go:171","msg":"trace[397298773] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"213.480221ms","start":"2026-03-11T17:04:07.032337Z","end":"2026-03-11T17:04:07.245817Z","steps":["trace[397298773] 'process raft request' (duration: 212.954992ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:07.246187Z","caller":"traceutil/trace.go:171","msg":"trace[272868929] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"212.015016ms","start":"2026-03-11T17:04:07.034161Z","end":"2026-03-11T17:04:07.246176Z","steps":["trace[272868929] 'process raft request' (duration: 211.281752ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:07.246325Z","caller":"traceutil/trace.go:171","msg":"trace[789230298] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"212.27897ms","start":"2026-03-11T17:04:07.034038Z","end":"2026-03-11T17:04:07.246317Z","steps":["trace[789230298] 'process raft request' (duration: 211.361233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:07.24689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.173485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81742"} {"level":"info","ts":"2026-03-11T17:04:07.246939Z","caller":"traceutil/trace.go:171","msg":"trace[1613999042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5194; }","duration":"214.241656ms","start":"2026-03-11T17:04:07.032686Z","end":"2026-03-11T17:04:07.246928Z","steps":["trace[1613999042] 'agreement among raft nodes before linearized reading' (duration: 213.950441ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:07.700105Z","caller":"traceutil/trace.go:171","msg":"trace[1840148282] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"102.750773ms","start":"2026-03-11T17:04:07.597317Z","end":"2026-03-11T17:04:07.700067Z","steps":["trace[1840148282] 'process raft request' (duration: 102.57269ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:07.873182Z","caller":"traceutil/trace.go:171","msg":"trace[99660326] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"166.588234ms","start":"2026-03-11T17:04:07.706558Z","end":"2026-03-11T17:04:07.873147Z","steps":["trace[99660326] 'process raft request' (duration: 105.131776ms)","trace[99660326] 'compare' (duration: 61.260275ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:07.915073Z","caller":"traceutil/trace.go:171","msg":"trace[964895700] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"206.761408ms","start":"2026-03-11T17:04:07.708277Z","end":"2026-03-11T17:04:07.915039Z","steps":["trace[964895700] 'process raft request' (duration: 206.509113ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:07.915904Z","caller":"traceutil/trace.go:171","msg":"trace[753053266] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"206.397552ms","start":"2026-03-11T17:04:07.709461Z","end":"2026-03-11T17:04:07.915859Z","steps":["trace[753053266] 'process raft request' (duration: 205.865271ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:07.916063Z","caller":"traceutil/trace.go:171","msg":"trace[751121233] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"195.038611ms","start":"2026-03-11T17:04:07.721002Z","end":"2026-03-11T17:04:07.91604Z","steps":["trace[751121233] 'process raft request' (duration: 194.599293ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:07.916525Z","caller":"traceutil/trace.go:171","msg":"trace[142565457] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"206.530444ms","start":"2026-03-11T17:04:07.708957Z","end":"2026-03-11T17:04:07.915488Z","steps":["trace[142565457] 'process raft request' (duration: 206.030094ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:51.425174Z","caller":"traceutil/trace.go:171","msg":"trace[402077107] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"229.172223ms","start":"2026-03-11T17:04:51.19597Z","end":"2026-03-11T17:04:51.425142Z","steps":["trace[402077107] 'process raft request' (duration: 212.124669ms)","trace[402077107] 'compare' (duration: 16.906722ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:51.437172Z","caller":"traceutil/trace.go:171","msg":"trace[1398091192] linearizableReadLoop","detail":"{readStateIndex:5749; appliedIndex:5747; }","duration":"238.045395ms","start":"2026-03-11T17:04:51.199087Z","end":"2026-03-11T17:04:51.437133Z","steps":["trace[1398091192] 'read index received' (duration: 208.988261ms)","trace[1398091192] 'applied index is now lower than readState.Index' (duration: 29.055544ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:04:51.437277Z","caller":"traceutil/trace.go:171","msg":"trace[1634434023] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"238.439134ms","start":"2026-03-11T17:04:51.198782Z","end":"2026-03-11T17:04:51.437221Z","steps":["trace[1634434023] 'process raft request' (duration: 238.137188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:51.437501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.416314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-11T17:04:51.437576Z","caller":"traceutil/trace.go:171","msg":"trace[1968474916] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5535; }","duration":"238.515235ms","start":"2026-03-11T17:04:51.19904Z","end":"2026-03-11T17:04:51.437555Z","steps":["trace[1968474916] 'agreement among raft nodes before linearized reading' (duration: 238.294871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:51.437577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.95435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-11T17:04:51.437689Z","caller":"traceutil/trace.go:171","msg":"trace[284027326] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5535; }","duration":"133.101352ms","start":"2026-03-11T17:04:51.304566Z","end":"2026-03-11T17:04:51.437668Z","steps":["trace[284027326] 'agreement among raft nodes before linearized reading' (duration: 132.811837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:04:51.437461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.75393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:04:51.437668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.556657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:04:51.43786Z","caller":"traceutil/trace.go:171","msg":"trace[1664164497] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5535; }","duration":"136.825781ms","start":"2026-03-11T17:04:51.301006Z","end":"2026-03-11T17:04:51.437832Z","steps":["trace[1664164497] 'agreement among raft nodes before linearized reading' (duration: 136.470895ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:51.437949Z","caller":"traceutil/trace.go:171","msg":"trace[563859793] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5535; }","duration":"137.213108ms","start":"2026-03-11T17:04:51.300641Z","end":"2026-03-11T17:04:51.437854Z","steps":["trace[563859793] 'agreement among raft nodes before linearized reading' (duration: 136.73048ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:51.616034Z","caller":"traceutil/trace.go:171","msg":"trace[1667891284] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"109.784242ms","start":"2026-03-11T17:04:51.506221Z","end":"2026-03-11T17:04:51.616005Z","steps":["trace[1667891284] 'process raft request' (duration: 109.730132ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:51.616238Z","caller":"traceutil/trace.go:171","msg":"trace[861005528] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"111.74911ms","start":"2026-03-11T17:04:51.504319Z","end":"2026-03-11T17:04:51.616068Z","steps":["trace[861005528] 'process raft request' (duration: 111.440184ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:04:51.616166Z","caller":"traceutil/trace.go:171","msg":"trace[627578790] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"110.792391ms","start":"2026-03-11T17:04:51.505337Z","end":"2026-03-11T17:04:51.616129Z","steps":["trace[627578790] 'process raft request' (duration: 110.565497ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:18.041802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2793} {"level":"info","ts":"2026-03-11T17:05:18.108525Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2793,"took":"64.917057ms","hash":2588622346,"current-db-size-bytes":41320448,"current-db-size":"41 MB","current-db-size-in-use-bytes":30720000,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-11T17:05:18.108619Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2588622346,"revision":2793,"compact-revision":-1} {"level":"info","ts":"2026-03-11T17:10:13.22128Z","caller":"traceutil/trace.go:171","msg":"trace[1687173072] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"386.498821ms","start":"2026-03-11T17:10:12.834741Z","end":"2026-03-11T17:10:13.22124Z","steps":["trace[1687173072] 'process raft request' (duration: 386.382908ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:13.221368Z","caller":"traceutil/trace.go:171","msg":"trace[1570451283] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"576.462886ms","start":"2026-03-11T17:10:12.644845Z","end":"2026-03-11T17:10:13.221308Z","steps":["trace[1570451283] 'process raft request' (duration: 573.585303ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:13.221379Z","caller":"traceutil/trace.go:171","msg":"trace[1835105803] linearizableReadLoop","detail":"{readStateIndex:8023; appliedIndex:8022; }","duration":"398.803677ms","start":"2026-03-11T17:10:12.822531Z","end":"2026-03-11T17:10:13.221335Z","steps":["trace[1835105803] 'read index received' (duration: 396.043887ms)","trace[1835105803] 'applied index is now lower than readState.Index' (duration: 2.75666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:10:13.221517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:12.834695Z","time spent":"386.700135ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:10:13.221615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:12.64482Z","time spent":"576.665549ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:10:13.221637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.055641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:10:13.221772Z","caller":"traceutil/trace.go:171","msg":"trace[420368481] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7733; }","duration":"399.271505ms","start":"2026-03-11T17:10:12.822469Z","end":"2026-03-11T17:10:13.221741Z","steps":["trace[420368481] 'agreement among raft nodes before linearized reading' (duration: 398.96809ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:13.221678Z","caller":"traceutil/trace.go:171","msg":"trace[1593033682] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"369.62793ms","start":"2026-03-11T17:10:12.852022Z","end":"2026-03-11T17:10:13.22165Z","steps":["trace[1593033682] 'process raft request' (duration: 369.464257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:13.221838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:12.822444Z","time spent":"399.378277ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:10:13.221808Z","caller":"traceutil/trace.go:171","msg":"trace[1582030648] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"370.476086ms","start":"2026-03-11T17:10:12.851249Z","end":"2026-03-11T17:10:13.221725Z","steps":["trace[1582030648] 'process raft request' (duration: 369.944807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:13.221981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:12.852003Z","time spent":"369.863115ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:10:13.222067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:12.851235Z","time spent":"370.70653ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:10:18.049299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5723} {"level":"info","ts":"2026-03-11T17:10:18.139676Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5723,"took":"87.886556ms","hash":2740546791,"current-db-size-bytes":42917888,"current-db-size":"43 MB","current-db-size-in-use-bytes":22917120,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-11T17:10:18.139752Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2740546791,"revision":5723,"compact-revision":2793} {"level":"info","ts":"2026-03-11T17:10:23.632256Z","caller":"traceutil/trace.go:171","msg":"trace[174148262] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"144.142283ms","start":"2026-03-11T17:10:23.48808Z","end":"2026-03-11T17:10:23.632222Z","steps":["trace[174148262] 'process raft request' (duration: 143.940069ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:23.79985Z","caller":"traceutil/trace.go:171","msg":"trace[904025028] linearizableReadLoop","detail":"{readStateIndex:8077; appliedIndex:8075; }","duration":"285.972841ms","start":"2026-03-11T17:10:23.513853Z","end":"2026-03-11T17:10:23.799826Z","steps":["trace[904025028] 'read index received' (duration: 118.163594ms)","trace[904025028] 'applied index is now lower than readState.Index' (duration: 167.807777ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:10:23.799898Z","caller":"traceutil/trace.go:171","msg":"trace[1457093947] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"290.835241ms","start":"2026-03-11T17:10:23.509029Z","end":"2026-03-11T17:10:23.799864Z","steps":["trace[1457093947] 'process raft request' (duration: 273.92921ms)","trace[1457093947] 'compare' (duration: 16.756598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:10:23.800126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.241256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:10:23.800255Z","caller":"traceutil/trace.go:171","msg":"trace[722673616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7782; }","duration":"286.423009ms","start":"2026-03-11T17:10:23.513792Z","end":"2026-03-11T17:10:23.800215Z","steps":["trace[722673616] 'agreement among raft nodes before linearized reading' (duration: 286.172305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:23.800614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.476459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T17:10:23.800633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.026941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T17:10:23.800648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.514372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T17:10:23.800642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.806818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dspv7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:10:23.800721Z","caller":"traceutil/trace.go:171","msg":"trace[58339171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7782; }","duration":"130.639484ms","start":"2026-03-11T17:10:23.67006Z","end":"2026-03-11T17:10:23.8007Z","steps":["trace[58339171] 'agreement among raft nodes before linearized reading' (duration: 130.416819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:23.800632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.9979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:10:23.800684Z","caller":"traceutil/trace.go:171","msg":"trace[1328007985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7782; }","duration":"125.136033ms","start":"2026-03-11T17:10:23.675532Z","end":"2026-03-11T17:10:23.800668Z","steps":["trace[1328007985] 'agreement among raft nodes before linearized reading' (duration: 124.986869ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:23.800846Z","caller":"traceutil/trace.go:171","msg":"trace[58266644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7782; }","duration":"225.246764ms","start":"2026-03-11T17:10:23.575588Z","end":"2026-03-11T17:10:23.800834Z","steps":["trace[58266644] 'agreement among raft nodes before linearized reading' (duration: 224.953458ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:23.800808Z","caller":"traceutil/trace.go:171","msg":"trace[1857614127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dspv7; range_end:; response_count:1; response_revision:7782; }","duration":"104.949291ms","start":"2026-03-11T17:10:23.695804Z","end":"2026-03-11T17:10:23.800753Z","steps":["trace[1857614127] 'agreement among raft nodes before linearized reading' (duration: 104.657084ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:23.800677Z","caller":"traceutil/trace.go:171","msg":"trace[1132516735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7782; }","duration":"237.642672ms","start":"2026-03-11T17:10:23.56302Z","end":"2026-03-11T17:10:23.800663Z","steps":["trace[1132516735] 'agreement among raft nodes before linearized reading' (duration: 237.436787ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:25.385889Z","caller":"traceutil/trace.go:171","msg":"trace[516642341] linearizableReadLoop","detail":"{readStateIndex:8084; appliedIndex:8082; }","duration":"104.035645ms","start":"2026-03-11T17:10:25.281811Z","end":"2026-03-11T17:10:25.385847Z","steps":["trace[516642341] 'read index received' (duration: 6.862517ms)","trace[516642341] 'applied index is now lower than readState.Index' (duration: 97.171088ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:10:25.385911Z","caller":"traceutil/trace.go:171","msg":"trace[733142085] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"110.493343ms","start":"2026-03-11T17:10:25.27537Z","end":"2026-03-11T17:10:25.385863Z","steps":["trace[733142085] 'process raft request' (duration: 76.888815ms)","trace[733142085] 'compare' (duration: 33.319873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:10:25.386381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.550044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:10:25.386475Z","caller":"traceutil/trace.go:171","msg":"trace[1185582205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7789; }","duration":"104.661626ms","start":"2026-03-11T17:10:25.281793Z","end":"2026-03-11T17:10:25.386454Z","steps":["trace[1185582205] 'agreement among raft nodes before linearized reading' (duration: 104.140387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:26.440867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.020141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:10:26.441061Z","caller":"traceutil/trace.go:171","msg":"trace[381596682] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"375.453197ms","start":"2026-03-11T17:10:26.065566Z","end":"2026-03-11T17:10:26.441019Z","steps":["trace[381596682] 'process raft request' (duration: 176.12362ms)","trace[381596682] 'compare' (duration: 198.616654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:10:26.441153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:26.06554Z","time spent":"375.575299ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:10:58.224641Z","caller":"traceutil/trace.go:171","msg":"trace[27815226] linearizableReadLoop","detail":"{readStateIndex:8309; appliedIndex:8308; }","duration":"130.776186ms","start":"2026-03-11T17:10:58.093836Z","end":"2026-03-11T17:10:58.224612Z","steps":["trace[27815226] 'read index received' (duration: 130.560563ms)","trace[27815226] 'applied index is now lower than readState.Index' (duration: 214.683µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:10:58.224786Z","caller":"traceutil/trace.go:171","msg":"trace[1534950092] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"142.813248ms","start":"2026-03-11T17:10:58.081921Z","end":"2026-03-11T17:10:58.224734Z","steps":["trace[1534950092] 'process raft request' (duration: 142.542043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:58.224976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.084802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T17:10:58.225094Z","caller":"traceutil/trace.go:171","msg":"trace[1344866204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8005; }","duration":"131.263286ms","start":"2026-03-11T17:10:58.093809Z","end":"2026-03-11T17:10:58.225073Z","steps":["trace[1344866204] 'agreement among raft nodes before linearized reading' (duration: 130.92738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:58.53319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.88392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:10:58.533344Z","caller":"traceutil/trace.go:171","msg":"trace[1892483255] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"302.662808ms","start":"2026-03-11T17:10:58.230657Z","end":"2026-03-11T17:10:58.53332Z","steps":["trace[1892483255] 'process raft request' (duration: 91.532114ms)","trace[1892483255] 'compare' (duration: 210.699657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:10:58.533416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:58.23062Z","time spent":"302.76408ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:10:58.550599Z","caller":"traceutil/trace.go:171","msg":"trace[909486848] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"319.698613ms","start":"2026-03-11T17:10:58.230882Z","end":"2026-03-11T17:10:58.550581Z","steps":["trace[909486848] 'process raft request' (duration: 319.56263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:58.550693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:58.230859Z","time spent":"319.789624ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:10:58.550972Z","caller":"traceutil/trace.go:171","msg":"trace[709541197] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"319.908746ms","start":"2026-03-11T17:10:58.231025Z","end":"2026-03-11T17:10:58.550934Z","steps":["trace[709541197] 'process raft request' (duration: 319.511539ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:58.551051Z","caller":"traceutil/trace.go:171","msg":"trace[1090652032] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"278.816419ms","start":"2026-03-11T17:10:58.272188Z","end":"2026-03-11T17:10:58.551005Z","steps":["trace[1090652032] 'process raft request' (duration: 278.610505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:58.551261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:58.230998Z","time spent":"320.11118ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:10:59.532113Z","caller":"traceutil/trace.go:171","msg":"trace[643421438] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"108.488856ms","start":"2026-03-11T17:10:59.423583Z","end":"2026-03-11T17:10:59.532072Z","steps":["trace[643421438] 'process raft request' (duration: 108.247881ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:11.846361Z","caller":"traceutil/trace.go:171","msg":"trace[1916806111] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"410.553814ms","start":"2026-03-11T17:11:11.435753Z","end":"2026-03-11T17:11:11.846306Z","steps":["trace[1916806111] 'process raft request' (duration: 343.142064ms)","trace[1916806111] 'compare' (duration: 67.100413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:11:11.846676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:11.435727Z","time spent":"410.809829ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4652,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:11:12.090268Z","caller":"traceutil/trace.go:171","msg":"trace[430541159] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"604.674354ms","start":"2026-03-11T17:11:11.485561Z","end":"2026-03-11T17:11:12.090235Z","steps":["trace[430541159] 'process raft request' (duration: 600.267323ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:12.090313Z","caller":"traceutil/trace.go:171","msg":"trace[596840942] linearizableReadLoop","detail":"{readStateIndex:8421; appliedIndex:8418; }","duration":"422.007754ms","start":"2026-03-11T17:11:11.668279Z","end":"2026-03-11T17:11:12.090287Z","steps":["trace[596840942] 'read index received' (duration: 110.629916ms)","trace[596840942] 'applied index is now lower than readState.Index' (duration: 311.376818ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:11:12.090363Z","caller":"traceutil/trace.go:171","msg":"trace[2049931407] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"503.911241ms","start":"2026-03-11T17:11:11.586415Z","end":"2026-03-11T17:11:12.090326Z","steps":["trace[2049931407] 'process raft request' (duration: 503.728528ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:12.090427Z","caller":"traceutil/trace.go:171","msg":"trace[1549550161] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"374.544152ms","start":"2026-03-11T17:11:11.715872Z","end":"2026-03-11T17:11:12.090416Z","steps":["trace[1549550161] 'process raft request' (duration: 374.363508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:12.090428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:11.48554Z","time spent":"604.803457ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:11:12.090536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:11.715848Z","time spent":"374.608992ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:11:12.090554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:11.586379Z","time spent":"504.077653ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:11:12.090768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.501004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-11T17:11:12.090803Z","caller":"traceutil/trace.go:171","msg":"trace[1282791252] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8112; }","duration":"422.538054ms","start":"2026-03-11T17:11:11.668256Z","end":"2026-03-11T17:11:12.090794Z","steps":["trace[1282791252] 'agreement among raft nodes before linearized reading' (duration: 422.367831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:12.090826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:11.668143Z","time spent":"422.678367ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:11:12.09095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.406305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:11:12.091001Z","caller":"traceutil/trace.go:171","msg":"trace[241359005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8112; }","duration":"351.486957ms","start":"2026-03-11T17:11:11.739499Z","end":"2026-03-11T17:11:12.090986Z","steps":["trace[241359005] 'agreement among raft nodes before linearized reading' (duration: 351.322464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:12.090976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.393138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-l22rn\" ","response":"range_response_count:1 size:2801"} {"level":"warn","ts":"2026-03-11T17:11:12.091048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:11.739487Z","time spent":"351.552918ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:11:12.091059Z","caller":"traceutil/trace.go:171","msg":"trace[1343836546] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-l22rn; range_end:; response_count:1; response_revision:8112; }","duration":"230.49671ms","start":"2026-03-11T17:11:11.860548Z","end":"2026-03-11T17:11:12.091045Z","steps":["trace[1343836546] 'agreement among raft nodes before linearized reading' (duration: 230.277706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:12.091111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.818733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-l22rn\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-11T17:11:12.091219Z","caller":"traceutil/trace.go:171","msg":"trace[709260960] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-l22rn; range_end:; response_count:1; response_revision:8112; }","duration":"232.982577ms","start":"2026-03-11T17:11:11.858211Z","end":"2026-03-11T17:11:12.091194Z","steps":["trace[709260960] 'agreement among raft nodes before linearized reading' (duration: 232.62431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:13.385085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922086985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:11:13.616591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.772505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:11:13.616888Z","caller":"traceutil/trace.go:171","msg":"trace[1267314740] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"914.30667ms","start":"2026-03-11T17:11:12.702532Z","end":"2026-03-11T17:11:13.616839Z","steps":["trace[1267314740] 'process raft request' (duration: 52.072737ms)","trace[1267314740] 'compare' (duration: 861.449869ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:11:13.616923Z","caller":"traceutil/trace.go:171","msg":"trace[2130777327] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"914.31657ms","start":"2026-03-11T17:11:12.702577Z","end":"2026-03-11T17:11:13.616894Z","steps":["trace[2130777327] 'process raft request' (duration: 914.152197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:13.61712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:12.702486Z","time spent":"914.518044ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:11:13.617177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:12.702557Z","time spent":"914.555975ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:11:13.700675Z","caller":"traceutil/trace.go:171","msg":"trace[64504415] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"997.45742ms","start":"2026-03-11T17:11:12.703182Z","end":"2026-03-11T17:11:13.70064Z","steps":["trace[64504415] 'process raft request' (duration: 997.219376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:13.700884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:12.703173Z","time spent":"997.605423ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:11:13.700897Z","caller":"traceutil/trace.go:171","msg":"trace[1144474119] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8431; }","duration":"815.821218ms","start":"2026-03-11T17:11:12.885028Z","end":"2026-03-11T17:11:13.700849Z","steps":["trace[1144474119] 'read index received' (duration: 815.273028ms)","trace[1144474119] 'applied index is now lower than readState.Index' (duration: 543.85µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:11:13.700977Z","caller":"traceutil/trace.go:171","msg":"trace[1328213451] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"989.674958ms","start":"2026-03-11T17:11:12.71123Z","end":"2026-03-11T17:11:13.700905Z","steps":["trace[1328213451] 'process raft request' (duration: 989.317441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:13.701131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.089463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:11:13.70119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:12.711195Z","time spent":"989.884101ms","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:11:13.701212Z","caller":"traceutil/trace.go:171","msg":"trace[65425329] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8123; }","duration":"816.230487ms","start":"2026-03-11T17:11:12.884957Z","end":"2026-03-11T17:11:13.701188Z","steps":["trace[65425329] 'agreement among raft nodes before linearized reading' (duration: 816.083674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:13.701277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:12.884918Z","time spent":"816.340168ms","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:11:13.701254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.98289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:11:13.701354Z","caller":"traceutil/trace.go:171","msg":"trace[1568994551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8123; }","duration":"186.249626ms","start":"2026-03-11T17:11:13.515078Z","end":"2026-03-11T17:11:13.701328Z","steps":["trace[1568994551] 'agreement among raft nodes before linearized reading' (duration: 186.041282ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:15.057747Z","caller":"traceutil/trace.go:171","msg":"trace[539467113] linearizableReadLoop","detail":"{readStateIndex:8441; appliedIndex:8440; }","duration":"103.227419ms","start":"2026-03-11T17:11:14.954485Z","end":"2026-03-11T17:11:15.057712Z","steps":["trace[539467113] 'read index received' (duration: 14.333784ms)","trace[539467113] 'applied index is now lower than readState.Index' (duration: 88.892415ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:11:15.057872Z","caller":"traceutil/trace.go:171","msg":"trace[788512398] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"354.027362ms","start":"2026-03-11T17:11:14.703785Z","end":"2026-03-11T17:11:15.057812Z","steps":["trace[788512398] 'process raft request' (duration: 265.013415ms)","trace[788512398] 'compare' (duration: 88.743113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:11:15.058152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:14.703749Z","time spent":"354.255729ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:11:15.058314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.79571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:11:15.058384Z","caller":"traceutil/trace.go:171","msg":"trace[1606989443] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8131; }","duration":"103.937322ms","start":"2026-03-11T17:11:14.954427Z","end":"2026-03-11T17:11:15.058364Z","steps":["trace[1606989443] 'agreement among raft nodes before linearized reading' (duration: 103.411792ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:22.043806Z","caller":"traceutil/trace.go:171","msg":"trace[245846918] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"269.499788ms","start":"2026-03-11T17:11:21.774274Z","end":"2026-03-11T17:11:22.043773Z","steps":["trace[245846918] 'process raft request' (duration: 268.661783ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:12:14.192758Z","caller":"traceutil/trace.go:171","msg":"trace[1910405850] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"187.609291ms","start":"2026-03-11T17:12:14.005119Z","end":"2026-03-11T17:12:14.192728Z","steps":["trace[1910405850] 'process raft request' (duration: 187.427197ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:12:14.203052Z","caller":"traceutil/trace.go:171","msg":"trace[1991596121] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"197.595735ms","start":"2026-03-11T17:12:14.005406Z","end":"2026-03-11T17:12:14.203001Z","steps":["trace[1991596121] 'process raft request' (duration: 197.430052ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:12:26.929849Z","caller":"traceutil/trace.go:171","msg":"trace[1046055061] linearizableReadLoop","detail":"{readStateIndex:9147; appliedIndex:9146; }","duration":"194.768123ms","start":"2026-03-11T17:12:26.735047Z","end":"2026-03-11T17:12:26.929816Z","steps":["trace[1046055061] 'read index received' (duration: 194.501938ms)","trace[1046055061] 'applied index is now lower than readState.Index' (duration: 265.275µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:12:26.929996Z","caller":"traceutil/trace.go:171","msg":"trace[226624866] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"197.534924ms","start":"2026-03-11T17:12:26.73242Z","end":"2026-03-11T17:12:26.929955Z","steps":["trace[226624866] 'process raft request' (duration: 197.211098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:26.930218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.14267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414497"} {"level":"info","ts":"2026-03-11T17:12:26.930272Z","caller":"traceutil/trace.go:171","msg":"trace[910376317] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8816; }","duration":"195.233731ms","start":"2026-03-11T17:12:26.735024Z","end":"2026-03-11T17:12:26.930258Z","steps":["trace[910376317] 'agreement among raft nodes before linearized reading' (duration: 194.921356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:27.430457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.926897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:12:27.430557Z","caller":"traceutil/trace.go:171","msg":"trace[987604483] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8816; }","duration":"387.09733ms","start":"2026-03-11T17:12:27.043439Z","end":"2026-03-11T17:12:27.430536Z","steps":["trace[987604483] 'range keys from in-memory index tree' (duration: 386.836546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:27.430603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:12:27.043415Z","time spent":"387.179731ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T17:12:27.430965Z","caller":"traceutil/trace.go:171","msg":"trace[925459001] linearizableReadLoop","detail":"{readStateIndex:9148; appliedIndex:9147; }","duration":"226.113351ms","start":"2026-03-11T17:12:27.204821Z","end":"2026-03-11T17:12:27.430934Z","steps":["trace[925459001] 'read index received' (duration: 178.180896ms)","trace[925459001] 'applied index is now lower than readState.Index' (duration: 47.931365ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:12:27.431046Z","caller":"traceutil/trace.go:171","msg":"trace[628056270] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"264.579791ms","start":"2026-03-11T17:12:27.166447Z","end":"2026-03-11T17:12:27.431027Z","steps":["trace[628056270] 'process raft request' (duration: 216.520734ms)","trace[628056270] 'compare' (duration: 47.804851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:12:27.431156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.316446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:12:27.431463Z","caller":"traceutil/trace.go:171","msg":"trace[1093363699] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8817; }","duration":"226.672582ms","start":"2026-03-11T17:12:27.204741Z","end":"2026-03-11T17:12:27.431413Z","steps":["trace[1093363699] 'agreement among raft nodes before linearized reading' (duration: 226.340606ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:12:27.784208Z","caller":"traceutil/trace.go:171","msg":"trace[2129169215] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"439.176542ms","start":"2026-03-11T17:12:27.344987Z","end":"2026-03-11T17:12:27.784163Z","steps":["trace[2129169215] 'process raft request' (duration: 420.354285ms)","trace[2129169215] 'compare' (duration: 18.134704ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:12:27.784415Z","caller":"traceutil/trace.go:171","msg":"trace[31570032] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9148; }","duration":"353.337098ms","start":"2026-03-11T17:12:27.43105Z","end":"2026-03-11T17:12:27.784388Z","steps":["trace[31570032] 'read index received' (duration: 334.170174ms)","trace[31570032] 'applied index is now lower than readState.Index' (duration: 19.161254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:12:27.784446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:12:27.344969Z","time spent":"439.354515ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:12:27.78446Z","caller":"traceutil/trace.go:171","msg":"trace[1849647617] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"439.308715ms","start":"2026-03-11T17:12:27.345109Z","end":"2026-03-11T17:12:27.784417Z","steps":["trace[1849647617] 'process raft request' (duration: 438.674163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:27.784715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.501001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:12:27.784725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.716204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:12:27.784749Z","caller":"traceutil/trace.go:171","msg":"trace[2051954639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8819; }","duration":"269.581492ms","start":"2026-03-11T17:12:27.515156Z","end":"2026-03-11T17:12:27.784737Z","steps":["trace[2051954639] 'agreement among raft nodes before linearized reading' (duration: 269.494571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:27.784744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.72596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:12:27.784784Z","caller":"traceutil/trace.go:171","msg":"trace[2029920946] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8819; }","duration":"115.817016ms","start":"2026-03-11T17:12:27.668951Z","end":"2026-03-11T17:12:27.784768Z","steps":["trace[2029920946] 'agreement among raft nodes before linearized reading' (duration: 115.695064ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:12:27.784865Z","caller":"traceutil/trace.go:171","msg":"trace[746926142] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8819; }","duration":"466.903422ms","start":"2026-03-11T17:12:27.317937Z","end":"2026-03-11T17:12:27.78484Z","steps":["trace[746926142] 'agreement among raft nodes before linearized reading' (duration: 466.578576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:27.784931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:12:27.317914Z","time spent":"467.003824ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:12:27.785074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:12:27.345057Z","time spent":"439.810074ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:12:27.784616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.122659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:12:27.785213Z","caller":"traceutil/trace.go:171","msg":"trace[680848840] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8819; }","duration":"350.776461ms","start":"2026-03-11T17:12:27.434417Z","end":"2026-03-11T17:12:27.785193Z","steps":["trace[680848840] 'agreement among raft nodes before linearized reading' (duration: 350.133309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:27.785326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:12:27.434392Z","time spent":"350.891653ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T17:12:28.66451Z","caller":"traceutil/trace.go:171","msg":"trace[675484444] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"105.611429ms","start":"2026-03-11T17:12:28.558867Z","end":"2026-03-11T17:12:28.664479Z","steps":["trace[675484444] 'process raft request' (duration: 105.422034ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:37.159779Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T17:14:37.16633Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-11T17:14:37.166532Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-11T17:15:18.05947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7757} {"level":"info","ts":"2026-03-11T17:15:18.129009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7757,"took":"66.67229ms","hash":1430984316,"current-db-size-bytes":42917888,"current-db-size":"43 MB","current-db-size-in-use-bytes":25448448,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-11T17:15:18.129092Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1430984316,"revision":7757,"compact-revision":5723} {"level":"warn","ts":"2026-03-11T17:17:44.825176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.783094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:17:44.825236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.84934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:17:44.825278Z","caller":"traceutil/trace.go:171","msg":"trace[2119669361] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10970; }","duration":"191.920107ms","start":"2026-03-11T17:17:44.633339Z","end":"2026-03-11T17:17:44.825259Z","steps":["trace[2119669361] 'range keys from in-memory index tree' (duration: 191.654462ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:44.825287Z","caller":"traceutil/trace.go:171","msg":"trace[552165628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10970; }","duration":"881.962002ms","start":"2026-03-11T17:17:43.943313Z","end":"2026-03-11T17:17:44.825275Z","steps":["trace[552165628] 'range keys from in-memory index tree' (duration: 881.680376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:44.825329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:43.943276Z","time spent":"882.044504ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:17:44.825332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.238383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-11T17:17:44.825373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.712735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:17:44.825442Z","caller":"traceutil/trace.go:171","msg":"trace[2053778537] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10970; }","duration":"185.366996ms","start":"2026-03-11T17:17:44.640051Z","end":"2026-03-11T17:17:44.825418Z","steps":["trace[2053778537] 'range keys from in-memory index tree' (duration: 185.04473ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:44.825473Z","caller":"traceutil/trace.go:171","msg":"trace[1978467241] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10970; }","duration":"189.881859ms","start":"2026-03-11T17:17:44.635568Z","end":"2026-03-11T17:17:44.82545Z","steps":["trace[1978467241] 'range keys from in-memory index tree' (duration: 189.553483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:44.82551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.95115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:17:44.825549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.695006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:17:44.82518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.111549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:17:44.825604Z","caller":"traceutil/trace.go:171","msg":"trace[1844471966] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10970; }","duration":"190.113383ms","start":"2026-03-11T17:17:44.635469Z","end":"2026-03-11T17:17:44.825583Z","steps":["trace[1844471966] 'range keys from in-memory index tree' (duration: 189.866848ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:44.825618Z","caller":"traceutil/trace.go:171","msg":"trace[1415590477] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10970; }","duration":"189.813319ms","start":"2026-03-11T17:17:44.635787Z","end":"2026-03-11T17:17:44.8256Z","steps":["trace[1415590477] 'range keys from in-memory index tree' (duration: 189.604015ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:44.825634Z","caller":"traceutil/trace.go:171","msg":"trace[1613710896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10970; }","duration":"886.569528ms","start":"2026-03-11T17:17:43.939054Z","end":"2026-03-11T17:17:44.825623Z","steps":["trace[1613710896] 'range keys from in-memory index tree' (duration: 885.932865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:44.825668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:43.938967Z","time spent":"886.69001ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:17:44.825725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.869577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:17:44.825753Z","caller":"traceutil/trace.go:171","msg":"trace[30154543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10970; }","duration":"311.935698ms","start":"2026-03-11T17:17:44.513807Z","end":"2026-03-11T17:17:44.825743Z","steps":["trace[30154543] 'range keys from in-memory index tree' (duration: 311.786556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:44.825778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:44.513787Z","time spent":"311.983379ms","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:17:44.825907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.778996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:17:44.82596Z","caller":"traceutil/trace.go:171","msg":"trace[1106782637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10970; }","duration":"323.871938ms","start":"2026-03-11T17:17:44.50207Z","end":"2026-03-11T17:17:44.825942Z","steps":["trace[1106782637] 'range keys from in-memory index tree' (duration: 323.561822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:44.825949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.303486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:17:44.825999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:44.502046Z","time spent":"323.94246ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:17:44.826009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.606395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T17:17:44.82606Z","caller":"traceutil/trace.go:171","msg":"trace[1486612035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10970; }","duration":"640.683407ms","start":"2026-03-11T17:17:44.185362Z","end":"2026-03-11T17:17:44.826046Z","steps":["trace[1486612035] 'range keys from in-memory index tree' (duration: 640.435572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:44.826094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:44.185342Z","time spent":"640.743517ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:17:44.826573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.764234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:17:44.826685Z","caller":"traceutil/trace.go:171","msg":"trace[1678791406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10970; }","duration":"661.924847ms","start":"2026-03-11T17:17:44.164742Z","end":"2026-03-11T17:17:44.826667Z","steps":["trace[1678791406] 'range keys from in-memory index tree' (duration: 661.486939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:44.828397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:44.164715Z","time spent":"663.65731ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:17:44.826756Z","caller":"traceutil/trace.go:171","msg":"trace[660897216] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:10970; }","duration":"750.467849ms","start":"2026-03-11T17:17:44.075548Z","end":"2026-03-11T17:17:44.826016Z","steps":["trace[660897216] 'count revisions from in-memory index tree' (duration: 750.190184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:44.82853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:44.075519Z","time spent":"752.983075ms","remote":"127.0.0.1:50158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:17:44.947883Z","caller":"traceutil/trace.go:171","msg":"trace[1798692617] transaction","detail":"{read_only:false; response_revision:10971; number_of_response:1; }","duration":"116.66801ms","start":"2026-03-11T17:17:44.831183Z","end":"2026-03-11T17:17:44.947851Z","steps":["trace[1798692617] 'process raft request' (duration: 116.483517ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:44.953357Z","caller":"traceutil/trace.go:171","msg":"trace[1626812156] transaction","detail":"{read_only:false; response_revision:10972; number_of_response:1; }","duration":"121.045051ms","start":"2026-03-11T17:17:44.83229Z","end":"2026-03-11T17:17:44.953335Z","steps":["trace[1626812156] 'process raft request' (duration: 120.886079ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:44.953703Z","caller":"traceutil/trace.go:171","msg":"trace[1835005241] transaction","detail":"{read_only:false; response_revision:10973; number_of_response:1; }","duration":"121.121162ms","start":"2026-03-11T17:17:44.832567Z","end":"2026-03-11T17:17:44.953688Z","steps":["trace[1835005241] 'process raft request' (duration: 120.703324ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:44.953926Z","caller":"traceutil/trace.go:171","msg":"trace[1326843618] transaction","detail":"{read_only:false; response_revision:10974; number_of_response:1; }","duration":"120.847137ms","start":"2026-03-11T17:17:44.833021Z","end":"2026-03-11T17:17:44.953868Z","steps":["trace[1326843618] 'process raft request' (duration: 120.605773ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:44.954011Z","caller":"traceutil/trace.go:171","msg":"trace[298941621] linearizableReadLoop","detail":"{readStateIndex:11380; appliedIndex:11378; }","duration":"121.405267ms","start":"2026-03-11T17:17:44.832564Z","end":"2026-03-11T17:17:44.953969Z","steps":["trace[298941621] 'read index received' (duration: 115.243454ms)","trace[298941621] 'applied index is now lower than readState.Index' (duration: 6.160173ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:17:44.954103Z","caller":"traceutil/trace.go:171","msg":"trace[884667175] transaction","detail":"{read_only:false; response_revision:10975; number_of_response:1; }","duration":"120.47426ms","start":"2026-03-11T17:17:44.833613Z","end":"2026-03-11T17:17:44.954088Z","steps":["trace[884667175] 'process raft request' (duration: 120.152354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:44.954273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.691592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:17:44.954332Z","caller":"traceutil/trace.go:171","msg":"trace[6251690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10975; }","duration":"121.793995ms","start":"2026-03-11T17:17:44.832526Z","end":"2026-03-11T17:17:44.95432Z","steps":["trace[6251690] 'agreement among raft nodes before linearized reading' (duration: 121.60099ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:07.233394Z","caller":"traceutil/trace.go:171","msg":"trace[1514141480] linearizableReadLoop","detail":"{readStateIndex:11495; appliedIndex:11494; }","duration":"156.146648ms","start":"2026-03-11T17:18:07.077218Z","end":"2026-03-11T17:18:07.233365Z","steps":["trace[1514141480] 'read index received' (duration: 155.806441ms)","trace[1514141480] 'applied index is now lower than readState.Index' (duration: 339.197µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:07.233509Z","caller":"traceutil/trace.go:171","msg":"trace[52305220] transaction","detail":"{read_only:false; response_revision:11082; number_of_response:1; }","duration":"158.521082ms","start":"2026-03-11T17:18:07.074944Z","end":"2026-03-11T17:18:07.233465Z","steps":["trace[52305220] 'process raft request' (duration: 158.219506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:07.233695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.452753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T17:18:07.233789Z","caller":"traceutil/trace.go:171","msg":"trace[1359339818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11082; }","duration":"156.600955ms","start":"2026-03-11T17:18:07.077168Z","end":"2026-03-11T17:18:07.233769Z","steps":["trace[1359339818] 'agreement among raft nodes before linearized reading' (duration: 156.343711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:07.23397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.367418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T17:18:07.233954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.183272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T17:18:07.234048Z","caller":"traceutil/trace.go:171","msg":"trace[404207586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11082; }","duration":"152.532061ms","start":"2026-03-11T17:18:07.0815Z","end":"2026-03-11T17:18:07.234033Z","steps":["trace[404207586] 'agreement among raft nodes before linearized reading' (duration: 152.207305ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:07.234071Z","caller":"traceutil/trace.go:171","msg":"trace[1488233319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11082; }","duration":"147.358055ms","start":"2026-03-11T17:18:07.08669Z","end":"2026-03-11T17:18:07.234048Z","steps":["trace[1488233319] 'agreement among raft nodes before linearized reading' (duration: 147.03491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:07.23422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.33992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T17:18:07.234417Z","caller":"traceutil/trace.go:171","msg":"trace[1336352024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11082; }","duration":"150.654685ms","start":"2026-03-11T17:18:07.083676Z","end":"2026-03-11T17:18:07.234331Z","steps":["trace[1336352024] 'agreement among raft nodes before linearized reading' (duration: 150.057435ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:07.370322Z","caller":"traceutil/trace.go:171","msg":"trace[1898210442] transaction","detail":"{read_only:false; response_revision:11083; number_of_response:1; }","duration":"131.101656ms","start":"2026-03-11T17:18:07.239198Z","end":"2026-03-11T17:18:07.370299Z","steps":["trace[1898210442] 'process raft request' (duration: 32.786924ms)","trace[1898210442] 'compare' (duration: 98.183769ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:07.389927Z","caller":"traceutil/trace.go:171","msg":"trace[1423324500] transaction","detail":"{read_only:false; response_revision:11084; number_of_response:1; }","duration":"150.31573ms","start":"2026-03-11T17:18:07.23957Z","end":"2026-03-11T17:18:07.389886Z","steps":["trace[1423324500] 'process raft request' (duration: 150.029595ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:07.390248Z","caller":"traceutil/trace.go:171","msg":"trace[975914937] transaction","detail":"{read_only:false; response_revision:11085; number_of_response:1; }","duration":"150.042725ms","start":"2026-03-11T17:18:07.240164Z","end":"2026-03-11T17:18:07.390207Z","steps":["trace[975914937] 'process raft request' (duration: 149.653208ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:07.390449Z","caller":"traceutil/trace.go:171","msg":"trace[873473516] transaction","detail":"{read_only:false; response_revision:11086; number_of_response:1; }","duration":"149.461614ms","start":"2026-03-11T17:18:07.240963Z","end":"2026-03-11T17:18:07.390425Z","steps":["trace[873473516] 'process raft request' (duration: 149.082318ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:07.9328Z","caller":"traceutil/trace.go:171","msg":"trace[1465134329] transaction","detail":"{read_only:false; response_revision:11089; number_of_response:1; }","duration":"111.011505ms","start":"2026-03-11T17:18:07.82176Z","end":"2026-03-11T17:18:07.932771Z","steps":["trace[1465134329] 'process raft request' (duration: 47.387183ms)","trace[1465134329] 'compare' (duration: 63.333067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:18:09.18995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922095239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:18:09.690788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922095239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:18:10.11659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.474500201s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:18:10.117001Z","caller":"traceutil/trace.go:171","msg":"trace[1936596993] transaction","detail":"{read_only:false; response_revision:11090; number_of_response:1; }","duration":"1.475086011s","start":"2026-03-11T17:18:08.641892Z","end":"2026-03-11T17:18:10.116978Z","steps":["trace[1936596993] 'process raft request' (duration: 1.474915218s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.117167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.641867Z","time spent":"1.475216994s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:18:10.326805Z","caller":"traceutil/trace.go:171","msg":"trace[2045327500] transaction","detail":"{read_only:false; response_revision:11091; number_of_response:1; }","duration":"921.801436ms","start":"2026-03-11T17:18:09.404959Z","end":"2026-03-11T17:18:10.326761Z","steps":["trace[2045327500] 'process raft request' (duration: 839.127663ms)","trace[2045327500] 'compare' (duration: 82.327997ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:10.326831Z","caller":"traceutil/trace.go:171","msg":"trace[1290278663] linearizableReadLoop","detail":"{readStateIndex:11504; appliedIndex:11503; }","duration":"1.637939913s","start":"2026-03-11T17:18:08.688851Z","end":"2026-03-11T17:18:10.326791Z","steps":["trace[1290278663] 'read index received' (duration: 1.428204688s)","trace[1290278663] 'applied index is now lower than readState.Index' (duration: 209.733505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:18:10.327017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:09.404935Z","time spent":"921.968559ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:18:10.327073Z","caller":"traceutil/trace.go:171","msg":"trace[432973868] transaction","detail":"{read_only:false; response_revision:11092; number_of_response:1; }","duration":"492.954543ms","start":"2026-03-11T17:18:09.834096Z","end":"2026-03-11T17:18:10.327051Z","steps":["trace[432973868] 'process raft request' (duration: 492.528946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638196438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:18:10.327079Z","caller":"traceutil/trace.go:171","msg":"trace[987567866] transaction","detail":"{read_only:false; response_revision:11093; number_of_response:1; }","duration":"389.126891ms","start":"2026-03-11T17:18:09.937889Z","end":"2026-03-11T17:18:10.327016Z","steps":["trace[987567866] 'process raft request' (duration: 388.794445ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.32714Z","caller":"traceutil/trace.go:171","msg":"trace[150837784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11093; }","duration":"1.63833185s","start":"2026-03-11T17:18:08.688794Z","end":"2026-03-11T17:18:10.327126Z","steps":["trace[150837784] 'agreement among raft nodes before linearized reading' (duration: 1.638213098s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:09.834073Z","time spent":"493.053606ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:18:10.327156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431481318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:18:10.327204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.688781Z","time spent":"1.638413122s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:18:10.327267Z","caller":"traceutil/trace.go:171","msg":"trace[1337335587] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11093; }","duration":"1.431615351s","start":"2026-03-11T17:18:08.895626Z","end":"2026-03-11T17:18:10.327241Z","steps":["trace[1337335587] 'agreement among raft nodes before linearized reading' (duration: 1.431442888s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430304297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:18:10.32725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431622471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:18:10.327352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:09.937863Z","time spent":"389.352094ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:18:10.327373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431535849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:18:10.327381Z","caller":"traceutil/trace.go:171","msg":"trace[2066869266] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11093; }","duration":"1.431782944s","start":"2026-03-11T17:18:08.895572Z","end":"2026-03-11T17:18:10.327355Z","steps":["trace[2066869266] 'agreement among raft nodes before linearized reading' (duration: 1.431521749s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.327418Z","caller":"traceutil/trace.go:171","msg":"trace[639557627] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11093; }","duration":"1.43159048s","start":"2026-03-11T17:18:08.895818Z","end":"2026-03-11T17:18:10.327408Z","steps":["trace[639557627] 'agreement among raft nodes before linearized reading' (duration: 1.431533219s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.895811Z","time spent":"1.43162992s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-11T17:18:10.327453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.334544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dspv7\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T17:18:10.32746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.895548Z","time spent":"1.431899885s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-11T17:18:10.32747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431501889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-11T17:18:10.327442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431500798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:18:10.327472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.654216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T17:18:10.327553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.067233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:18:10.327556Z","caller":"traceutil/trace.go:171","msg":"trace[687871501] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11093; }","duration":"1.431593331s","start":"2026-03-11T17:18:08.895939Z","end":"2026-03-11T17:18:10.327532Z","steps":["trace[687871501] 'agreement among raft nodes before linearized reading' (duration: 1.431344676s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.327603Z","caller":"traceutil/trace.go:171","msg":"trace[1627353701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11093; }","duration":"813.142314ms","start":"2026-03-11T17:18:09.514452Z","end":"2026-03-11T17:18:10.327595Z","steps":["trace[1627353701] 'agreement among raft nodes before linearized reading' (duration: 813.069223ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.327592Z","caller":"traceutil/trace.go:171","msg":"trace[1990724952] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11093; }","duration":"1.431709233s","start":"2026-03-11T17:18:08.89585Z","end":"2026-03-11T17:18:10.327559Z","steps":["trace[1990724952] 'agreement among raft nodes before linearized reading' (duration: 1.431339206s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.895621Z","time spent":"1.431688272s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T17:18:10.327608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431868856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-11T17:18:10.327613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.895917Z","time spent":"1.431674412s","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-11T17:18:10.327619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432001578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:18:10.32754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.430429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T17:18:10.327657Z","caller":"traceutil/trace.go:171","msg":"trace[124511091] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11093; }","duration":"1.431958608s","start":"2026-03-11T17:18:08.895687Z","end":"2026-03-11T17:18:10.327646Z","steps":["trace[124511091] 'agreement among raft nodes before linearized reading' (duration: 1.431818235s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.895841Z","time spent":"1.431808855s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-11T17:18:10.327677Z","caller":"traceutil/trace.go:171","msg":"trace[1149416766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11093; }","duration":"953.626012ms","start":"2026-03-11T17:18:09.374042Z","end":"2026-03-11T17:18:10.327668Z","steps":["trace[1149416766] 'agreement among raft nodes before linearized reading' (duration: 953.356787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.89566Z","time spent":"1.432020509s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-11T17:18:10.327683Z","caller":"traceutil/trace.go:171","msg":"trace[572802144] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11093; }","duration":"1.432066209s","start":"2026-03-11T17:18:08.895594Z","end":"2026-03-11T17:18:10.327661Z","steps":["trace[572802144] 'agreement among raft nodes before linearized reading' (duration: 1.432000348s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:09.374015Z","time spent":"953.686964ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:18:10.327364Z","caller":"traceutil/trace.go:171","msg":"trace[177795861] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11093; }","duration":"1.430472059s","start":"2026-03-11T17:18:08.896859Z","end":"2026-03-11T17:18:10.327331Z","steps":["trace[177795861] 'agreement among raft nodes before linearized reading' (duration: 1.430218925s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.89559Z","time spent":"1.43213569s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-11T17:18:10.327742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432227242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:18:10.327745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.886192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T17:18:10.327632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:09.514439Z","time spent":"813.187435ms","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:18:10.327634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089040809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:18:10.32778Z","caller":"traceutil/trace.go:171","msg":"trace[2134239216] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11093; }","duration":"1.432263463s","start":"2026-03-11T17:18:08.895506Z","end":"2026-03-11T17:18:10.327769Z","steps":["trace[2134239216] 'agreement among raft nodes before linearized reading' (duration: 1.432196152s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.327789Z","caller":"traceutil/trace.go:171","msg":"trace[694585192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11093; }","duration":"932.938652ms","start":"2026-03-11T17:18:09.39484Z","end":"2026-03-11T17:18:10.327778Z","steps":["trace[694585192] 'agreement among raft nodes before linearized reading' (duration: 932.82648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429899801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-11T17:18:10.327812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433537287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:18:10.327818Z","caller":"traceutil/trace.go:171","msg":"trace[845845434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11093; }","duration":"1.089278473s","start":"2026-03-11T17:18:09.23853Z","end":"2026-03-11T17:18:10.327808Z","steps":["trace[845845434] 'agreement among raft nodes before linearized reading' (duration: 1.089039129s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.895428Z","time spent":"1.432389285s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-11T17:18:10.327841Z","caller":"traceutil/trace.go:171","msg":"trace[499650680] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11093; }","duration":"1.429957651s","start":"2026-03-11T17:18:08.897871Z","end":"2026-03-11T17:18:10.327828Z","steps":["trace[499650680] 'agreement among raft nodes before linearized reading' (duration: 1.42986993s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.32784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:09.394835Z","time spent":"932.995363ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:18:10.327495Z","caller":"traceutil/trace.go:171","msg":"trace[2139859307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dspv7; range_end:; response_count:1; response_revision:11093; }","duration":"917.405085ms","start":"2026-03-11T17:18:09.410078Z","end":"2026-03-11T17:18:10.327483Z","steps":["trace[2139859307] 'agreement among raft nodes before linearized reading' (duration: 917.209272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.327955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:09.410067Z","time spent":"917.877284ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dspv7\" "} {"level":"warn","ts":"2026-03-11T17:18:10.32785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:09.238497Z","time spent":"1.089345713s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:18:10.327762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.896847Z","time spent":"1.430903158s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-11T17:18:10.327152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47174008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:18:10.327716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33327047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-11T17:18:10.328095Z","caller":"traceutil/trace.go:171","msg":"trace[2142218370] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11093; }","duration":"1.472723649s","start":"2026-03-11T17:18:08.855316Z","end":"2026-03-11T17:18:10.32804Z","steps":["trace[2142218370] 'agreement among raft nodes before linearized reading' (duration: 1.47173374s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.328096Z","caller":"traceutil/trace.go:171","msg":"trace[1581105952] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11093; }","duration":"1.333657176s","start":"2026-03-11T17:18:08.994416Z","end":"2026-03-11T17:18:10.328074Z","steps":["trace[1581105952] 'agreement among raft nodes before linearized reading' (duration: 1.333239389s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.327626Z","caller":"traceutil/trace.go:171","msg":"trace[1207582289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11093; }","duration":"932.897092ms","start":"2026-03-11T17:18:09.394689Z","end":"2026-03-11T17:18:10.327586Z","steps":["trace[1207582289] 'agreement among raft nodes before linearized reading' (duration: 932.425723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.328146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.994404Z","time spent":"1.333729218s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:18:10.327519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.714029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T17:18:10.328176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:09.394662Z","time spent":"933.498262ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:18:10.327845Z","caller":"traceutil/trace.go:171","msg":"trace[1762176822] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11093; }","duration":"1.433626408s","start":"2026-03-11T17:18:08.894205Z","end":"2026-03-11T17:18:10.327832Z","steps":["trace[1762176822] 'agreement among raft nodes before linearized reading' (duration: 1.433581827s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.328245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.89418Z","time spent":"1.434053025s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-11T17:18:10.328259Z","caller":"traceutil/trace.go:171","msg":"trace[2068315037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11093; }","duration":"932.446293ms","start":"2026-03-11T17:18:09.395761Z","end":"2026-03-11T17:18:10.328207Z","steps":["trace[2068315037] 'agreement among raft nodes before linearized reading' (duration: 931.560016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:10.328327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:09.395755Z","time spent":"932.551025ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:18:10.327894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.897859Z","time spent":"1.430027492s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:18:10.328593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:08.855291Z","time spent":"1.47283345s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:18:10.485248Z","caller":"traceutil/trace.go:171","msg":"trace[1114332787] transaction","detail":"{read_only:false; response_revision:11095; number_of_response:1; }","duration":"151.274918ms","start":"2026-03-11T17:18:10.333935Z","end":"2026-03-11T17:18:10.48521Z","steps":["trace[1114332787] 'process raft request' (duration: 123.555787ms)","trace[1114332787] 'compare' (duration: 27.378485ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:10.485297Z","caller":"traceutil/trace.go:171","msg":"trace[736935103] transaction","detail":"{read_only:false; response_revision:11097; number_of_response:1; }","duration":"150.877441ms","start":"2026-03-11T17:18:10.334397Z","end":"2026-03-11T17:18:10.485274Z","steps":["trace[736935103] 'process raft request' (duration: 150.688608ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.485368Z","caller":"traceutil/trace.go:171","msg":"trace[1407377109] transaction","detail":"{read_only:false; response_revision:11098; number_of_response:1; }","duration":"150.894311ms","start":"2026-03-11T17:18:10.334438Z","end":"2026-03-11T17:18:10.485332Z","steps":["trace[1407377109] 'process raft request' (duration: 150.690258ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.485432Z","caller":"traceutil/trace.go:171","msg":"trace[1032102136] transaction","detail":"{read_only:false; response_revision:11099; number_of_response:1; }","duration":"150.886991ms","start":"2026-03-11T17:18:10.334499Z","end":"2026-03-11T17:18:10.485386Z","steps":["trace[1032102136] 'process raft request' (duration: 150.669097ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.485496Z","caller":"traceutil/trace.go:171","msg":"trace[11065441] transaction","detail":"{read_only:false; response_revision:11096; number_of_response:1; }","duration":"151.440441ms","start":"2026-03-11T17:18:10.333999Z","end":"2026-03-11T17:18:10.485439Z","steps":["trace[11065441] 'process raft request' (duration: 151.037274ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:10.485515Z","caller":"traceutil/trace.go:171","msg":"trace[1649959359] linearizableReadLoop","detail":"{readStateIndex:11512; appliedIndex:11506; }","duration":"150.274379ms","start":"2026-03-11T17:18:10.334934Z","end":"2026-03-11T17:18:10.485208Z","steps":["trace[1649959359] 'read index received' (duration: 24.066653ms)","trace[1649959359] 'applied index is now lower than readState.Index' (duration: 126.206696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:18:10.487743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.776775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444903"} {"level":"info","ts":"2026-03-11T17:18:10.487856Z","caller":"traceutil/trace.go:171","msg":"trace[1275098176] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11099; }","duration":"152.954768ms","start":"2026-03-11T17:18:10.334876Z","end":"2026-03-11T17:18:10.487831Z","steps":["trace[1275098176] 'agreement among raft nodes before linearized reading' (duration: 150.661086ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:12.618676Z","caller":"traceutil/trace.go:171","msg":"trace[526339174] transaction","detail":"{read_only:false; response_revision:11107; number_of_response:1; }","duration":"123.747301ms","start":"2026-03-11T17:18:12.494896Z","end":"2026-03-11T17:18:12.618643Z","steps":["trace[526339174] 'process raft request' (duration: 123.593808ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:12.618888Z","caller":"traceutil/trace.go:171","msg":"trace[1341528607] linearizableReadLoop","detail":"{readStateIndex:11522; appliedIndex:11518; }","duration":"115.546429ms","start":"2026-03-11T17:18:12.503314Z","end":"2026-03-11T17:18:12.618861Z","steps":["trace[1341528607] 'read index received' (duration: 34.431924ms)","trace[1341528607] 'applied index is now lower than readState.Index' (duration: 81.112285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:18:12.619175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.843835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dspv7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:18:12.619214Z","caller":"traceutil/trace.go:171","msg":"trace[1577200547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dspv7; range_end:; response_count:1; response_revision:11108; }","duration":"115.914176ms","start":"2026-03-11T17:18:12.503286Z","end":"2026-03-11T17:18:12.619201Z","steps":["trace[1577200547] 'agreement among raft nodes before linearized reading' (duration: 115.715192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:12.619273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.464246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:18:12.619379Z","caller":"traceutil/trace.go:171","msg":"trace[927908514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11108; }","duration":"103.614699ms","start":"2026-03-11T17:18:12.515745Z","end":"2026-03-11T17:18:12.61936Z","steps":["trace[927908514] 'agreement among raft nodes before linearized reading' (duration: 103.427126ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:12.619351Z","caller":"traceutil/trace.go:171","msg":"trace[1879419632] transaction","detail":"{read_only:false; response_revision:11108; number_of_response:1; }","duration":"123.7863ms","start":"2026-03-11T17:18:12.49546Z","end":"2026-03-11T17:18:12.619247Z","steps":["trace[1879419632] 'process raft request' (duration: 123.088508ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:12.618659Z","caller":"traceutil/trace.go:171","msg":"trace[1450396704] transaction","detail":"{read_only:false; response_revision:11106; number_of_response:1; }","duration":"124.632676ms","start":"2026-03-11T17:18:12.493985Z","end":"2026-03-11T17:18:12.618618Z","steps":["trace[1450396704] 'process raft request' (duration: 86.307259ms)","trace[1450396704] 'compare' (duration: 38.020772ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:14.570712Z","caller":"traceutil/trace.go:171","msg":"trace[1555789882] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"137.758988ms","start":"2026-03-11T17:18:14.43291Z","end":"2026-03-11T17:18:14.570669Z","steps":["trace[1555789882] 'process raft request' (duration: 57.156772ms)","trace[1555789882] 'compare' (duration: 80.400003ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:14.596164Z","caller":"traceutil/trace.go:171","msg":"trace[2126098535] linearizableReadLoop","detail":"{readStateIndex:11527; appliedIndex:11525; }","duration":"116.053379ms","start":"2026-03-11T17:18:14.480084Z","end":"2026-03-11T17:18:14.596138Z","steps":["trace[2126098535] 'read index received' (duration: 9.996175ms)","trace[2126098535] 'applied index is now lower than readState.Index' (duration: 106.056004ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:14.596235Z","caller":"traceutil/trace.go:171","msg":"trace[1834826055] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"162.964083ms","start":"2026-03-11T17:18:14.433233Z","end":"2026-03-11T17:18:14.596197Z","steps":["trace[1834826055] 'process raft request' (duration: 162.76474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:14.596404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.281823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:18:14.596476Z","caller":"traceutil/trace.go:171","msg":"trace[2142433422] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11113; }","duration":"116.399765ms","start":"2026-03-11T17:18:14.480054Z","end":"2026-03-11T17:18:14.596454Z","steps":["trace[2142433422] 'agreement among raft nodes before linearized reading' (duration: 116.254512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:14.596516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.751638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:18:14.596576Z","caller":"traceutil/trace.go:171","msg":"trace[1370472087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11113; }","duration":"111.853102ms","start":"2026-03-11T17:18:14.484704Z","end":"2026-03-11T17:18:14.596557Z","steps":["trace[1370472087] 'agreement among raft nodes before linearized reading' (duration: 111.657607ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:14.754641Z","caller":"traceutil/trace.go:171","msg":"trace[1866797969] transaction","detail":"{read_only:false; response_revision:11116; number_of_response:1; }","duration":"104.422524ms","start":"2026-03-11T17:18:14.650176Z","end":"2026-03-11T17:18:14.754599Z","steps":["trace[1866797969] 'process raft request' (duration: 27.548118ms)","trace[1866797969] 'compare' (duration: 76.577631ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:14.754914Z","caller":"traceutil/trace.go:171","msg":"trace[501314162] linearizableReadLoop","detail":"{readStateIndex:11532; appliedIndex:11529; }","duration":"100.785407ms","start":"2026-03-11T17:18:14.654108Z","end":"2026-03-11T17:18:14.754894Z","steps":["trace[501314162] 'read index received' (duration: 23.609025ms)","trace[501314162] 'applied index is now lower than readState.Index' (duration: 77.173442ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:14.75494Z","caller":"traceutil/trace.go:171","msg":"trace[1350756794] transaction","detail":"{read_only:false; response_revision:11117; number_of_response:1; }","duration":"104.618368ms","start":"2026-03-11T17:18:14.650285Z","end":"2026-03-11T17:18:14.754904Z","steps":["trace[1350756794] 'process raft request' (duration: 104.250871ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:14.75499Z","caller":"traceutil/trace.go:171","msg":"trace[2083307328] transaction","detail":"{read_only:false; response_revision:11118; number_of_response:1; }","duration":"104.590448ms","start":"2026-03-11T17:18:14.650354Z","end":"2026-03-11T17:18:14.754944Z","steps":["trace[2083307328] 'process raft request' (duration: 104.452036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:14.755654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.51784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444903"} {"level":"info","ts":"2026-03-11T17:18:14.755707Z","caller":"traceutil/trace.go:171","msg":"trace[57653748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11118; }","duration":"101.591651ms","start":"2026-03-11T17:18:14.654105Z","end":"2026-03-11T17:18:14.755696Z","steps":["trace[57653748] 'agreement among raft nodes before linearized reading' (duration: 100.884319ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:18.068072Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9827} {"level":"info","ts":"2026-03-11T17:20:18.157736Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9827,"took":"86.456763ms","hash":2768148223,"current-db-size-bytes":42917888,"current-db-size":"43 MB","current-db-size-in-use-bytes":22634496,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-11T17:20:18.157788Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2768148223,"revision":9827,"compact-revision":7757} {"level":"info","ts":"2026-03-11T17:22:38.457768Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033e1.wal"} {"level":"warn","ts":"2026-03-11T17:24:24.459285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922102114,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:24:24.611721Z","caller":"traceutil/trace.go:171","msg":"trace[766959203] transaction","detail":"{read_only:false; response_revision:13420; number_of_response:1; }","duration":"667.379017ms","start":"2026-03-11T17:24:23.944303Z","end":"2026-03-11T17:24:24.611682Z","steps":["trace[766959203] 'process raft request' (duration: 667.149553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:24.611974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:23.944269Z","time spent":"667.5628ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:24:25.009292Z","caller":"traceutil/trace.go:171","msg":"trace[1881117584] linearizableReadLoop","detail":"{readStateIndex:13923; appliedIndex:13920; }","duration":"1.050197711s","start":"2026-03-11T17:24:23.959061Z","end":"2026-03-11T17:24:25.009259Z","steps":["trace[1881117584] 'read index received' (duration: 652.349651ms)","trace[1881117584] 'applied index is now lower than readState.Index' (duration: 397.84678ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:24:25.009355Z","caller":"traceutil/trace.go:171","msg":"trace[571690042] transaction","detail":"{read_only:false; response_revision:13421; number_of_response:1; }","duration":"1.030890167s","start":"2026-03-11T17:24:23.978419Z","end":"2026-03-11T17:24:25.009309Z","steps":["trace[571690042] 'process raft request' (duration: 1.030621472s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:25.009575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.044086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T17:24:25.009574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:23.978381Z","time spent":"1.031072809s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:24:25.009622Z","caller":"traceutil/trace.go:171","msg":"trace[83529089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13422; }","duration":"233.155368ms","start":"2026-03-11T17:24:24.776455Z","end":"2026-03-11T17:24:25.00961Z","steps":["trace[83529089] 'agreement among raft nodes before linearized reading' (duration: 232.964815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:25.009621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.589908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T17:24:25.009632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.661737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:24:25.009688Z","caller":"traceutil/trace.go:171","msg":"trace[730612344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13422; }","duration":"226.72339ms","start":"2026-03-11T17:24:24.782946Z","end":"2026-03-11T17:24:25.009669Z","steps":["trace[730612344] 'agreement among raft nodes before linearized reading' (duration: 226.554977ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:24:25.009716Z","caller":"traceutil/trace.go:171","msg":"trace[71628184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13422; }","duration":"227.776739ms","start":"2026-03-11T17:24:24.78192Z","end":"2026-03-11T17:24:25.009697Z","steps":["trace[71628184] 'agreement among raft nodes before linearized reading' (duration: 227.530764ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:24:25.009675Z","caller":"traceutil/trace.go:171","msg":"trace[443622833] transaction","detail":"{read_only:false; response_revision:13422; number_of_response:1; }","duration":"1.029140445s","start":"2026-03-11T17:24:23.980439Z","end":"2026-03-11T17:24:25.00958Z","steps":["trace[443622833] 'process raft request' (duration: 1.028763348s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:25.009826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.115866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:24:25.009954Z","caller":"traceutil/trace.go:171","msg":"trace[1777971362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13422; }","duration":"228.275269ms","start":"2026-03-11T17:24:24.78165Z","end":"2026-03-11T17:24:25.009925Z","steps":["trace[1777971362] 'agreement among raft nodes before linearized reading' (duration: 227.885192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:25.009986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:23.98042Z","time spent":"1.02944593s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:24:25.010046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050995247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dspv7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:24:25.010089Z","caller":"traceutil/trace.go:171","msg":"trace[2013843947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dspv7; range_end:; response_count:1; response_revision:13422; }","duration":"1.051083717s","start":"2026-03-11T17:24:23.958995Z","end":"2026-03-11T17:24:25.010079Z","steps":["trace[2013843947] 'agreement among raft nodes before linearized reading' (duration: 1.050856692s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:25.010126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:23.958972Z","time spent":"1.051145869s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dspv7\" "} {"level":"warn","ts":"2026-03-11T17:24:25.010144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.018213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:24:25.010276Z","caller":"traceutil/trace.go:171","msg":"trace[833432748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13422; }","duration":"229.242217ms","start":"2026-03-11T17:24:24.781002Z","end":"2026-03-11T17:24:25.010245Z","steps":["trace[833432748] 'agreement among raft nodes before linearized reading' (duration: 228.745558ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:24:32.784312Z","caller":"traceutil/trace.go:171","msg":"trace[1276964780] transaction","detail":"{read_only:false; response_revision:13459; number_of_response:1; }","duration":"143.136026ms","start":"2026-03-11T17:24:32.641148Z","end":"2026-03-11T17:24:32.784284Z","steps":["trace[1276964780] 'process raft request' (duration: 142.982744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:33.358322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.83912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:24:33.358397Z","caller":"traceutil/trace.go:171","msg":"trace[793646982] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:13459; }","duration":"337.968802ms","start":"2026-03-11T17:24:33.020412Z","end":"2026-03-11T17:24:33.35838Z","steps":["trace[793646982] 'count revisions from in-memory index tree' (duration: 337.739018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:33.358431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:33.020389Z","time spent":"338.034643ms","remote":"127.0.0.1:37188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:24:33.358722Z","caller":"traceutil/trace.go:171","msg":"trace[922527154] transaction","detail":"{read_only:false; response_revision:13460; number_of_response:1; }","duration":"321.499269ms","start":"2026-03-11T17:24:33.037176Z","end":"2026-03-11T17:24:33.358675Z","steps":["trace[922527154] 'process raft request' (duration: 279.236604ms)","trace[922527154] 'compare' (duration: 42.070791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:24:33.358987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:33.037133Z","time spent":"321.741173ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:24:33.37827Z","caller":"traceutil/trace.go:171","msg":"trace[1499562258] linearizableReadLoop","detail":"{readStateIndex:13964; appliedIndex:13962; }","duration":"328.158032ms","start":"2026-03-11T17:24:33.050069Z","end":"2026-03-11T17:24:33.378227Z","steps":["trace[1499562258] 'read index received' (duration: 266.363188ms)","trace[1499562258] 'applied index is now lower than readState.Index' (duration: 61.792894ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:24:33.37839Z","caller":"traceutil/trace.go:171","msg":"trace[2131611633] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"336.570126ms","start":"2026-03-11T17:24:33.041778Z","end":"2026-03-11T17:24:33.378348Z","steps":["trace[2131611633] 'process raft request' (duration: 336.23139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:33.378517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:33.041757Z","time spent":"336.699849ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:24:33.378621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.518989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T17:24:33.378633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.338089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T17:24:33.378689Z","caller":"traceutil/trace.go:171","msg":"trace[868585255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13461; }","duration":"320.39306ms","start":"2026-03-11T17:24:33.058281Z","end":"2026-03-11T17:24:33.378674Z","steps":["trace[868585255] 'agreement among raft nodes before linearized reading' (duration: 320.218435ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:24:33.378694Z","caller":"traceutil/trace.go:171","msg":"trace[938897741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13461; }","duration":"328.644001ms","start":"2026-03-11T17:24:33.050024Z","end":"2026-03-11T17:24:33.378668Z","steps":["trace[938897741] 'agreement among raft nodes before linearized reading' (duration: 328.393566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:33.378761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:33.058267Z","time spent":"320.486551ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:24:33.378707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.381321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T17:24:33.378791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:33.049997Z","time spent":"328.781233ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:24:33.378832Z","caller":"traceutil/trace.go:171","msg":"trace[749164159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13461; }","duration":"325.553885ms","start":"2026-03-11T17:24:33.053252Z","end":"2026-03-11T17:24:33.378806Z","steps":["trace[749164159] 'agreement among raft nodes before linearized reading' (duration: 325.240788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:33.378891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:33.053237Z","time spent":"325.643796ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:24:33.378917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.144914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dspv7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:24:33.378948Z","caller":"traceutil/trace.go:171","msg":"trace[209781050] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dspv7; range_end:; response_count:1; response_revision:13461; }","duration":"303.186834ms","start":"2026-03-11T17:24:33.075752Z","end":"2026-03-11T17:24:33.378939Z","steps":["trace[209781050] 'agreement among raft nodes before linearized reading' (duration: 303.090703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:33.378932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.019012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T17:24:33.378985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:33.075744Z","time spent":"303.234645ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dspv7\" "} {"level":"warn","ts":"2026-03-11T17:24:33.378982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.423324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:24:33.37904Z","caller":"traceutil/trace.go:171","msg":"trace[1948825894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13461; }","duration":"321.142084ms","start":"2026-03-11T17:24:33.057871Z","end":"2026-03-11T17:24:33.379013Z","steps":["trace[1948825894] 'agreement among raft nodes before linearized reading' (duration: 320.823308ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:24:33.37905Z","caller":"traceutil/trace.go:171","msg":"trace[1680714649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13461; }","duration":"324.507065ms","start":"2026-03-11T17:24:33.054523Z","end":"2026-03-11T17:24:33.37903Z","steps":["trace[1680714649] 'agreement among raft nodes before linearized reading' (duration: 324.340082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:33.379084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:33.057867Z","time spent":"321.209365ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:24:33.379087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:33.054515Z","time spent":"324.564207ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:24:40.810244Z","caller":"traceutil/trace.go:171","msg":"trace[572196227] linearizableReadLoop","detail":"{readStateIndex:13998; appliedIndex:13997; }","duration":"455.616681ms","start":"2026-03-11T17:24:40.354595Z","end":"2026-03-11T17:24:40.810212Z","steps":["trace[572196227] 'read index received' (duration: 455.522899ms)","trace[572196227] 'applied index is now lower than readState.Index' (duration: 92.652µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:24:40.810327Z","caller":"traceutil/trace.go:171","msg":"trace[1229685684] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13493; }","duration":"639.527525ms","start":"2026-03-11T17:24:40.170761Z","end":"2026-03-11T17:24:40.810288Z","steps":["trace[1229685684] 'process raft request' (duration: 639.332912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:40.81049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.863616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:24:40.81054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:40.170704Z","time spent":"639.722329ms","remote":"127.0.0.1:37162","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:24:40.810555Z","caller":"traceutil/trace.go:171","msg":"trace[974245067] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13493; }","duration":"456.013469ms","start":"2026-03-11T17:24:40.354524Z","end":"2026-03-11T17:24:40.810538Z","steps":["trace[974245067] 'agreement among raft nodes before linearized reading' (duration: 455.855305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:40.810649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.85588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:24:40.810849Z","caller":"traceutil/trace.go:171","msg":"trace[1206025683] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13493; }","duration":"350.066734ms","start":"2026-03-11T17:24:40.460761Z","end":"2026-03-11T17:24:40.810827Z","steps":["trace[1206025683] 'agreement among raft nodes before linearized reading' (duration: 349.728418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:40.810984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:40.460676Z","time spent":"350.285358ms","remote":"127.0.0.1:37292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:24:40.810979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:40.354496Z","time spent":"456.250132ms","remote":"127.0.0.1:37332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:24:40.811072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:24:40.811264Z","caller":"traceutil/trace.go:171","msg":"trace[881199902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13493; }","duration":"297.276545ms","start":"2026-03-11T17:24:40.513954Z","end":"2026-03-11T17:24:40.81123Z","steps":["trace[881199902] 'agreement among raft nodes before linearized reading' (duration: 296.898618ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:24:41.444182Z","caller":"traceutil/trace.go:171","msg":"trace[1808752618] transaction","detail":"{read_only:false; response_revision:13494; number_of_response:1; }","duration":"627.606697ms","start":"2026-03-11T17:24:40.816554Z","end":"2026-03-11T17:24:41.444161Z","steps":["trace[1808752618] 'process raft request' (duration: 627.451834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:41.44439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:40.816539Z","time spent":"627.765471ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:24:41.449498Z","caller":"traceutil/trace.go:171","msg":"trace[136668526] transaction","detail":"{read_only:false; response_revision:13495; number_of_response:1; }","duration":"632.09363ms","start":"2026-03-11T17:24:40.817358Z","end":"2026-03-11T17:24:41.449452Z","steps":["trace[136668526] 'process raft request' (duration: 631.845916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:41.449737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:40.817349Z","time spent":"632.257273ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:24:41.449754Z","caller":"traceutil/trace.go:171","msg":"trace[1258747110] transaction","detail":"{read_only:false; response_revision:13496; number_of_response:1; }","duration":"626.6888ms","start":"2026-03-11T17:24:40.823012Z","end":"2026-03-11T17:24:41.449701Z","steps":["trace[1258747110] 'process raft request' (duration: 626.337244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:41.450026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:40.822984Z","time spent":"626.849184ms","remote":"127.0.0.1:37156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19031,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:24:41.450224Z","caller":"traceutil/trace.go:171","msg":"trace[114670199] linearizableReadLoop","detail":"{readStateIndex:14001; appliedIndex:13998; }","duration":"312.215919ms","start":"2026-03-11T17:24:41.137997Z","end":"2026-03-11T17:24:41.450212Z","steps":["trace[114670199] 'read index received' (duration: 306.092178ms)","trace[114670199] 'applied index is now lower than readState.Index' (duration: 6.123051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:24:41.450369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.368433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-11T17:24:41.451016Z","caller":"traceutil/trace.go:171","msg":"trace[1283139584] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:13498; }","duration":"313.043345ms","start":"2026-03-11T17:24:41.137952Z","end":"2026-03-11T17:24:41.450995Z","steps":["trace[1283139584] 'agreement among raft nodes before linearized reading' (duration: 312.325121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:41.451083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:41.137933Z","time spent":"313.132626ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-11T17:24:44.16007Z","caller":"traceutil/trace.go:171","msg":"trace[1550830145] linearizableReadLoop","detail":"{readStateIndex:14040; appliedIndex:14039; }","duration":"101.081845ms","start":"2026-03-11T17:24:44.058969Z","end":"2026-03-11T17:24:44.160051Z","steps":["trace[1550830145] 'read index received' (duration: 102.252µs)","trace[1550830145] 'applied index is now lower than readState.Index' (duration: 100.978693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:24:44.160278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.283149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-hd5cq\" ","response":"range_response_count:1 size:11931"} {"level":"info","ts":"2026-03-11T17:24:44.16027Z","caller":"traceutil/trace.go:171","msg":"trace[1688466888] transaction","detail":"{read_only:false; response_revision:13534; number_of_response:1; }","duration":"101.298489ms","start":"2026-03-11T17:24:44.058939Z","end":"2026-03-11T17:24:44.160238Z","steps":["trace[1688466888] 'process raft request' (duration: 100.979473ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:24:44.160312Z","caller":"traceutil/trace.go:171","msg":"trace[1527883356] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-hd5cq; range_end:; response_count:1; response_revision:13534; }","duration":"101.34211ms","start":"2026-03-11T17:24:44.058962Z","end":"2026-03-11T17:24:44.160304Z","steps":["trace[1527883356] 'agreement among raft nodes before linearized reading' (duration: 101.168357ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:24:44.512971Z","caller":"traceutil/trace.go:171","msg":"trace[142419704] transaction","detail":"{read_only:false; response_revision:13535; number_of_response:1; }","duration":"340.581949ms","start":"2026-03-11T17:24:44.172362Z","end":"2026-03-11T17:24:44.512944Z","steps":["trace[142419704] 'process raft request' (duration: 340.415126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:24:44.51312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:24:44.172336Z","time spent":"340.708342ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:25:04.295454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.980322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:25:04.295586Z","caller":"traceutil/trace.go:171","msg":"trace[146085732] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13818; }","duration":"166.143144ms","start":"2026-03-11T17:25:04.129414Z","end":"2026-03-11T17:25:04.295558Z","steps":["trace[146085732] 'range keys from in-memory index tree' (duration: 165.881999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:05.01489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922103224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:25:05.344515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008766442s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:25:05.344884Z","caller":"traceutil/trace.go:171","msg":"trace[751031435] linearizableReadLoop","detail":"{readStateIndex:14338; appliedIndex:14337; }","duration":"830.513096ms","start":"2026-03-11T17:25:04.514349Z","end":"2026-03-11T17:25:05.344862Z","steps":["trace[751031435] 'read index received' (duration: 830.344343ms)","trace[751031435] 'applied index is now lower than readState.Index' (duration: 167.873µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:25:05.345023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.668379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:25:05.345067Z","caller":"traceutil/trace.go:171","msg":"trace[94623547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13819; }","duration":"830.770791ms","start":"2026-03-11T17:25:04.514285Z","end":"2026-03-11T17:25:05.345056Z","steps":["trace[94623547] 'agreement among raft nodes before linearized reading' (duration: 830.6864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:05.345098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:04.514259Z","time spent":"830.831002ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:25:05.345006Z","caller":"traceutil/trace.go:171","msg":"trace[536388504] transaction","detail":"{read_only:false; response_revision:13819; number_of_response:1; }","duration":"1.009274811s","start":"2026-03-11T17:25:04.335642Z","end":"2026-03-11T17:25:05.344917Z","steps":["trace[536388504] 'process raft request' (duration: 1.009060257s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:05.3454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.816935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:25:05.345476Z","caller":"traceutil/trace.go:171","msg":"trace[2097900612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13819; }","duration":"402.989747ms","start":"2026-03-11T17:25:04.942465Z","end":"2026-03-11T17:25:05.345454Z","steps":["trace[2097900612] 'agreement among raft nodes before linearized reading' (duration: 402.813044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:05.345526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:04.94242Z","time spent":"403.095789ms","remote":"127.0.0.1:55696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:25:05.345586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.403366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:156099"} {"level":"warn","ts":"2026-03-11T17:25:05.345571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.120654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:25:05.345396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:04.335628Z","time spent":"1.009593617s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:25:05.345682Z","caller":"traceutil/trace.go:171","msg":"trace[223912281] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:13819; }","duration":"172.398829ms","start":"2026-03-11T17:25:05.173254Z","end":"2026-03-11T17:25:05.345653Z","steps":["trace[223912281] 'agreement among raft nodes before linearized reading' (duration: 172.079733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:05.345674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.115599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:25:05.345788Z","caller":"traceutil/trace.go:171","msg":"trace[1154699764] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13819; }","duration":"459.286922ms","start":"2026-03-11T17:25:04.886479Z","end":"2026-03-11T17:25:05.345766Z","steps":["trace[1154699764] 'agreement among raft nodes before linearized reading' (duration: 458.60915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:05.345835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:04.886461Z","time spent":"459.361844ms","remote":"127.0.0.1:37140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:25:05.345656Z","caller":"traceutil/trace.go:171","msg":"trace[1960539759] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:13819; }","duration":"365.532679ms","start":"2026-03-11T17:25:04.980102Z","end":"2026-03-11T17:25:05.345635Z","steps":["trace[1960539759] 'agreement among raft nodes before linearized reading' (duration: 365.102841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:05.345921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:04.980079Z","time spent":"365.798293ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":156122,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:25:05.346217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.567224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:25:05.346491Z","caller":"traceutil/trace.go:171","msg":"trace[406853972] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:13819; }","duration":"116.833448ms","start":"2026-03-11T17:25:05.229639Z","end":"2026-03-11T17:25:05.346473Z","steps":["trace[406853972] 'agreement among raft nodes before linearized reading' (duration: 115.486294ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:05.585732Z","caller":"traceutil/trace.go:171","msg":"trace[1234601829] linearizableReadLoop","detail":"{readStateIndex:14340; appliedIndex:14339; }","duration":"154.578681ms","start":"2026-03-11T17:25:05.431127Z","end":"2026-03-11T17:25:05.585705Z","steps":["trace[1234601829] 'read index received' (duration: 118.61758ms)","trace[1234601829] 'applied index is now lower than readState.Index' (duration: 35.957741ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:25:05.585868Z","caller":"traceutil/trace.go:171","msg":"trace[936071993] transaction","detail":"{read_only:false; response_revision:13821; number_of_response:1; }","duration":"161.679972ms","start":"2026-03-11T17:25:05.42417Z","end":"2026-03-11T17:25:05.58585Z","steps":["trace[936071993] 'process raft request' (duration: 125.603019ms)","trace[936071993] 'compare' (duration: 35.588774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:25:05.586177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.03627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9563"} {"level":"info","ts":"2026-03-11T17:25:05.586226Z","caller":"traceutil/trace.go:171","msg":"trace[1194775764] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:13824; }","duration":"155.128322ms","start":"2026-03-11T17:25:05.431086Z","end":"2026-03-11T17:25:05.586215Z","steps":["trace[1194775764] 'agreement among raft nodes before linearized reading' (duration: 154.960199ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:18.075353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11895} {"level":"info","ts":"2026-03-11T17:25:18.157568Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11895,"took":"78.959791ms","hash":3625168312,"current-db-size-bytes":42917888,"current-db-size":"43 MB","current-db-size-in-use-bytes":24682496,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-11T17:25:18.157765Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3625168312,"revision":11895,"compact-revision":9827} {"level":"info","ts":"2026-03-11T17:25:58.451922Z","caller":"traceutil/trace.go:171","msg":"trace[708443692] transaction","detail":"{read_only:false; response_revision:14437; number_of_response:1; }","duration":"108.888961ms","start":"2026-03-11T17:25:58.342986Z","end":"2026-03-11T17:25:58.451875Z","steps":["trace[708443692] 'process raft request' (duration: 108.518605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:58.820269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.081958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:25:58.820396Z","caller":"traceutil/trace.go:171","msg":"trace[704114339] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14437; }","duration":"107.251372ms","start":"2026-03-11T17:25:58.713118Z","end":"2026-03-11T17:25:58.82037Z","steps":["trace[704114339] 'range keys from in-memory index tree' (duration: 107.008717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:58.820382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.992407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-11T17:25:58.820416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.727415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:25:58.820526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.814611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:25:58.820536Z","caller":"traceutil/trace.go:171","msg":"trace[954214290] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14437; }","duration":"178.956519ms","start":"2026-03-11T17:25:58.641554Z","end":"2026-03-11T17:25:58.820511Z","steps":["trace[954214290] 'count revisions from in-memory index tree' (duration: 178.585723ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:58.82056Z","caller":"traceutil/trace.go:171","msg":"trace[948635906] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14437; }","duration":"107.883313ms","start":"2026-03-11T17:25:58.712665Z","end":"2026-03-11T17:25:58.820549Z","steps":["trace[948635906] 'range keys from in-memory index tree' (duration: 107.73134ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:58.820469Z","caller":"traceutil/trace.go:171","msg":"trace[1168926755] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14437; }","duration":"101.113019ms","start":"2026-03-11T17:25:58.719333Z","end":"2026-03-11T17:25:58.820446Z","steps":["trace[1168926755] 'range keys from in-memory index tree' (duration: 100.824693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:58.820383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.203311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:25:58.820839Z","caller":"traceutil/trace.go:171","msg":"trace[1876950330] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14437; }","duration":"107.68769ms","start":"2026-03-11T17:25:58.713123Z","end":"2026-03-11T17:25:58.820811Z","steps":["trace[1876950330] 'range keys from in-memory index tree' (duration: 107.14953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:58.820895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.626684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:25:58.82108Z","caller":"traceutil/trace.go:171","msg":"trace[689317408] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14437; }","duration":"203.924059ms","start":"2026-03-11T17:25:58.617114Z","end":"2026-03-11T17:25:58.821038Z","steps":["trace[689317408] 'range keys from in-memory index tree' (duration: 203.229125ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:26:32.112002Z","caller":"traceutil/trace.go:171","msg":"trace[1862404868] linearizableReadLoop","detail":"{readStateIndex:15135; appliedIndex:15134; }","duration":"170.513185ms","start":"2026-03-11T17:26:31.941452Z","end":"2026-03-11T17:26:32.111965Z","steps":["trace[1862404868] 'read index received' (duration: 170.213729ms)","trace[1862404868] 'applied index is now lower than readState.Index' (duration: 298.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:26:32.11247Z","caller":"traceutil/trace.go:171","msg":"trace[535299252] transaction","detail":"{read_only:false; response_revision:14592; number_of_response:1; }","duration":"173.640742ms","start":"2026-03-11T17:26:31.938813Z","end":"2026-03-11T17:26:32.112453Z","steps":["trace[535299252] 'process raft request' (duration: 172.96061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.113295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.797208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:26:32.113439Z","caller":"traceutil/trace.go:171","msg":"trace[421381242] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14592; }","duration":"171.978781ms","start":"2026-03-11T17:26:31.941434Z","end":"2026-03-11T17:26:32.113413Z","steps":["trace[421381242] 'agreement among raft nodes before linearized reading' (duration: 171.666696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.539255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.893917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:26:32.53956Z","caller":"traceutil/trace.go:171","msg":"trace[1033132524] linearizableReadLoop","detail":"{readStateIndex:15137; appliedIndex:15135; }","duration":"427.426606ms","start":"2026-03-11T17:26:32.112111Z","end":"2026-03-11T17:26:32.539537Z","steps":["trace[1033132524] 'read index received' (duration: 316.025979ms)","trace[1033132524] 'applied index is now lower than readState.Index' (duration: 111.399127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:26:32.539714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.429194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:32.539754Z","caller":"traceutil/trace.go:171","msg":"trace[774121580] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14594; }","duration":"522.490245ms","start":"2026-03-11T17:26:32.017249Z","end":"2026-03-11T17:26:32.539739Z","steps":["trace[774121580] 'agreement among raft nodes before linearized reading' (duration: 522.417753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.539729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.655035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T17:26:32.539806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.017239Z","time spent":"522.558876ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-11T17:26:32.539824Z","caller":"traceutil/trace.go:171","msg":"trace[1770292852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14594; }","duration":"456.759797ms","start":"2026-03-11T17:26:32.083038Z","end":"2026-03-11T17:26:32.539798Z","steps":["trace[1770292852] 'agreement among raft nodes before linearized reading' (duration: 456.512771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.539882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.08298Z","time spent":"456.893489ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:26:32.53982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.776241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:32.540013Z","caller":"traceutil/trace.go:171","msg":"trace[821774285] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14594; }","duration":"522.033475ms","start":"2026-03-11T17:26:32.017909Z","end":"2026-03-11T17:26:32.539943Z","steps":["trace[821774285] 'agreement among raft nodes before linearized reading' (duration: 521.646007ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:26:32.540268Z","caller":"traceutil/trace.go:171","msg":"trace[260893910] transaction","detail":"{read_only:false; response_revision:14594; number_of_response:1; }","duration":"578.962423ms","start":"2026-03-11T17:26:31.96129Z","end":"2026-03-11T17:26:32.540253Z","steps":["trace[260893910] 'process raft request' (duration: 578.109017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.540319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.309819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-11T17:26:32.540323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.017898Z","time spent":"522.406802ms","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-11T17:26:32.540364Z","caller":"traceutil/trace.go:171","msg":"trace[950221481] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14594; }","duration":"523.39704ms","start":"2026-03-11T17:26:32.016954Z","end":"2026-03-11T17:26:32.540352Z","steps":["trace[950221481] 'agreement among raft nodes before linearized reading' (duration: 523.305709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.540397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.016937Z","time spent":"523.452421ms","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-11T17:26:32.540409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:31.961265Z","time spent":"579.045124ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:26:32.540628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.013026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:26:32.540668Z","caller":"traceutil/trace.go:171","msg":"trace[1318763329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14594; }","duration":"416.102418ms","start":"2026-03-11T17:26:32.124555Z","end":"2026-03-11T17:26:32.540658Z","steps":["trace[1318763329] 'agreement among raft nodes before linearized reading' (duration: 415.998136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.540702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.124535Z","time spent":"416.160449ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:26:32.541113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.817878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T17:26:32.541177Z","caller":"traceutil/trace.go:171","msg":"trace[2050354917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14594; }","duration":"406.894199ms","start":"2026-03-11T17:26:32.134268Z","end":"2026-03-11T17:26:32.541162Z","steps":["trace[2050354917] 'agreement among raft nodes before linearized reading' (duration: 406.744376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.541204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.720875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T17:26:32.54122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.134261Z","time spent":"406.947541ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:26:32.541249Z","caller":"traceutil/trace.go:171","msg":"trace[1676377336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14594; }","duration":"413.778176ms","start":"2026-03-11T17:26:32.127457Z","end":"2026-03-11T17:26:32.541235Z","steps":["trace[1676377336] 'agreement among raft nodes before linearized reading' (duration: 413.690314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.541286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.127449Z","time spent":"413.828057ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:26:32.54157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.386341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:26:32.541623Z","caller":"traceutil/trace.go:171","msg":"trace[1567199005] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14594; }","duration":"523.478352ms","start":"2026-03-11T17:26:32.018132Z","end":"2026-03-11T17:26:32.54161Z","steps":["trace[1567199005] 'agreement among raft nodes before linearized reading' (duration: 523.259838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.541657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.018122Z","time spent":"523.527792ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:26:32.541122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.290149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T17:26:32.541837Z","caller":"traceutil/trace.go:171","msg":"trace[521960317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14594; }","duration":"413.032291ms","start":"2026-03-11T17:26:32.128785Z","end":"2026-03-11T17:26:32.541818Z","steps":["trace[521960317] 'agreement among raft nodes before linearized reading' (duration: 412.262488ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:26:32.540101Z","caller":"traceutil/trace.go:171","msg":"trace[356740740] transaction","detail":"{read_only:false; response_revision:14593; number_of_response:1; }","duration":"580.942638ms","start":"2026-03-11T17:26:31.959143Z","end":"2026-03-11T17:26:32.540085Z","steps":["trace[356740740] 'process raft request' (duration: 469.079412ms)","trace[356740740] 'compare' (duration: 110.611243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:26:32.542005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.128753Z","time spent":"413.127273ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:26:32.54207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:31.959117Z","time spent":"582.809012ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:26:32.540233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.154806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:26:32.542236Z","caller":"traceutil/trace.go:171","msg":"trace[2141360181] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14594; }","duration":"525.155472ms","start":"2026-03-11T17:26:32.017068Z","end":"2026-03-11T17:26:32.542224Z","steps":["trace[2141360181] 'agreement among raft nodes before linearized reading' (duration: 523.016364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.542273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.017032Z","time spent":"525.228834ms","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:26:32.541775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.599538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-11T17:26:32.542549Z","caller":"traceutil/trace.go:171","msg":"trace[1719623151] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14594; }","duration":"361.448295ms","start":"2026-03-11T17:26:32.181083Z","end":"2026-03-11T17:26:32.542532Z","steps":["trace[1719623151] 'agreement among raft nodes before linearized reading' (duration: 360.595389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:32.542639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.181055Z","time spent":"361.534326ms","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7769,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-11T17:26:33.360428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.885261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:26:33.360539Z","caller":"traceutil/trace.go:171","msg":"trace[1934131503] linearizableReadLoop","detail":"{readStateIndex:15138; appliedIndex:15137; }","duration":"803.638691ms","start":"2026-03-11T17:26:32.556882Z","end":"2026-03-11T17:26:33.360521Z","steps":["trace[1934131503] 'read index received' (duration: 354.571057ms)","trace[1934131503] 'applied index is now lower than readState.Index' (duration: 449.066274ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:26:33.360767Z","caller":"traceutil/trace.go:171","msg":"trace[1010237647] transaction","detail":"{read_only:false; response_revision:14595; number_of_response:1; }","duration":"815.635942ms","start":"2026-03-11T17:26:32.545063Z","end":"2026-03-11T17:26:33.360699Z","steps":["trace[1010237647] 'process raft request' (duration: 366.376634ms)","trace[1010237647] 'compare' (duration: 447.19036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:26:33.36125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.545047Z","time spent":"815.831875ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:26:33.36204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.145979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732281"} {"level":"info","ts":"2026-03-11T17:26:33.362098Z","caller":"traceutil/trace.go:171","msg":"trace[399000424] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14595; }","duration":"805.224711ms","start":"2026-03-11T17:26:32.556861Z","end":"2026-03-11T17:26:33.362085Z","steps":["trace[399000424] 'agreement among raft nodes before linearized reading' (duration: 803.739793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:33.362139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.55685Z","time spent":"805.276951ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732304,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:26:34.120058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.315813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:26:34.120522Z","caller":"traceutil/trace.go:171","msg":"trace[1803439148] transaction","detail":"{read_only:false; response_revision:14596; number_of_response:1; }","duration":"1.563462468s","start":"2026-03-11T17:26:32.557015Z","end":"2026-03-11T17:26:34.120477Z","steps":["trace[1803439148] 'process raft request' (duration: 1.295612934s)","trace[1803439148] 'compare' (duration: 267.041609ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:26:34.12069Z","caller":"traceutil/trace.go:171","msg":"trace[1329963219] transaction","detail":"{read_only:false; response_revision:14600; number_of_response:1; }","duration":"373.711819ms","start":"2026-03-11T17:26:33.746956Z","end":"2026-03-11T17:26:34.120668Z","steps":["trace[1329963219] 'process raft request' (duration: 373.662038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.120714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.557006Z","time spent":"1.56360144s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:26:34.120778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.746935Z","time spent":"373.803691ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:26:34.121032Z","caller":"traceutil/trace.go:171","msg":"trace[1633804632] transaction","detail":"{read_only:false; response_revision:14597; number_of_response:1; }","duration":"1.563941837s","start":"2026-03-11T17:26:32.557079Z","end":"2026-03-11T17:26:34.121021Z","steps":["trace[1633804632] 'process raft request' (duration: 1.563344716s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.121096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.557057Z","time spent":"1.564005467s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:26:34.121163Z","caller":"traceutil/trace.go:171","msg":"trace[2145686494] transaction","detail":"{read_only:false; response_revision:14598; number_of_response:1; }","duration":"1.563937747s","start":"2026-03-11T17:26:32.557216Z","end":"2026-03-11T17:26:34.121154Z","steps":["trace[2145686494] 'process raft request' (duration: 1.563321276s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.121215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.557204Z","time spent":"1.563985098s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:26:34.121522Z","caller":"traceutil/trace.go:171","msg":"trace[579757842] transaction","detail":"{read_only:false; response_revision:14599; number_of_response:1; }","duration":"1.564197161s","start":"2026-03-11T17:26:32.55731Z","end":"2026-03-11T17:26:34.121507Z","steps":["trace[579757842] 'process raft request' (duration: 1.563264835s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.121605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.5573Z","time spent":"1.564265052s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:26:34.121632Z","caller":"traceutil/trace.go:171","msg":"trace[160009240] linearizableReadLoop","detail":"{readStateIndex:15142; appliedIndex:15138; }","duration":"761.035288ms","start":"2026-03-11T17:26:33.360568Z","end":"2026-03-11T17:26:34.121604Z","steps":["trace[160009240] 'read index received' (duration: 492.074494ms)","trace[160009240] 'applied index is now lower than readState.Index' (duration: 268.958044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:26:34.121741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440647729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.121796Z","caller":"traceutil/trace.go:171","msg":"trace[1974821743] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14600; }","duration":"1.440774694s","start":"2026-03-11T17:26:32.681005Z","end":"2026-03-11T17:26:34.121779Z","steps":["trace[1974821743] 'agreement among raft nodes before linearized reading' (duration: 1.440691532s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.121886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.68096Z","time spent":"1.440914647s","remote":"127.0.0.1:50104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:26:34.121906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545207013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:26:34.121944Z","caller":"traceutil/trace.go:171","msg":"trace[1770222350] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14600; }","duration":"1.545271854s","start":"2026-03-11T17:26:32.576658Z","end":"2026-03-11T17:26:34.12193Z","steps":["trace[1770222350] 'agreement among raft nodes before linearized reading' (duration: 1.545047429s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.12198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.576642Z","time spent":"1.545330764s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:26:34.122091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.538709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.122134Z","caller":"traceutil/trace.go:171","msg":"trace[816775370] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:14600; }","duration":"847.636161ms","start":"2026-03-11T17:26:33.274487Z","end":"2026-03-11T17:26:34.122123Z","steps":["trace[816775370] 'agreement among raft nodes before linearized reading' (duration: 847.56853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.122168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.274459Z","time spent":"847.699752ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:26:34.122185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553348922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.122215Z","caller":"traceutil/trace.go:171","msg":"trace[733556573] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14600; }","duration":"1.553427584s","start":"2026-03-11T17:26:32.568777Z","end":"2026-03-11T17:26:34.122205Z","steps":["trace[733556573] 'agreement among raft nodes before linearized reading' (duration: 1.553379053s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.122248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.568771Z","time spent":"1.553470684s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T17:26:34.122385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553682379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.122419Z","caller":"traceutil/trace.go:171","msg":"trace[1693721723] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14600; }","duration":"1.553730029s","start":"2026-03-11T17:26:32.568679Z","end":"2026-03-11T17:26:34.122409Z","steps":["trace[1693721723] 'agreement among raft nodes before linearized reading' (duration: 1.553680948s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.122421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098478201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-11T17:26:34.122447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.568671Z","time spent":"1.55377004s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-11T17:26:34.122454Z","caller":"traceutil/trace.go:171","msg":"trace[1072845711] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14600; }","duration":"1.098553633s","start":"2026-03-11T17:26:33.02389Z","end":"2026-03-11T17:26:34.122444Z","steps":["trace[1072845711] 'agreement among raft nodes before linearized reading' (duration: 1.09841878s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.122494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.023882Z","time spent":"1.098605564s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:26:34.122526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564980436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:26:34.122562Z","caller":"traceutil/trace.go:171","msg":"trace[1978107763] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14600; }","duration":"1.565084618s","start":"2026-03-11T17:26:32.557467Z","end":"2026-03-11T17:26:34.122552Z","steps":["trace[1978107763] 'agreement among raft nodes before linearized reading' (duration: 1.564971006s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.12259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.557462Z","time spent":"1.565123028s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:26:34.122665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554226018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.122689Z","caller":"traceutil/trace.go:171","msg":"trace[127044498] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14600; }","duration":"1.554278569s","start":"2026-03-11T17:26:32.568404Z","end":"2026-03-11T17:26:34.122682Z","steps":["trace[127044498] 'agreement among raft nodes before linearized reading' (duration: 1.554240048s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.122705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.568394Z","time spent":"1.554307769s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-11T17:26:34.122807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099418588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:26:34.122847Z","caller":"traceutil/trace.go:171","msg":"trace[1373355197] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14600; }","duration":"1.09949939s","start":"2026-03-11T17:26:33.023337Z","end":"2026-03-11T17:26:34.122837Z","steps":["trace[1373355197] 'agreement among raft nodes before linearized reading' (duration: 1.099352197s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.122882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.023314Z","time spent":"1.099561551s","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:26:34.122958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559687889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dspv7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:26:34.12299Z","caller":"traceutil/trace.go:171","msg":"trace[1905947063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dspv7; range_end:; response_count:1; response_revision:14600; }","duration":"1.559730019s","start":"2026-03-11T17:26:32.563253Z","end":"2026-03-11T17:26:34.122983Z","steps":["trace[1905947063] 'agreement among raft nodes before linearized reading' (duration: 1.559599897s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.122997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101166571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.123017Z","caller":"traceutil/trace.go:171","msg":"trace[377646615] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14600; }","duration":"1.101206531s","start":"2026-03-11T17:26:33.021804Z","end":"2026-03-11T17:26:34.123011Z","steps":["trace[377646615] 'agreement among raft nodes before linearized reading' (duration: 1.10117584s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.123042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.021793Z","time spent":"1.101245601s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:26:34.123008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.563249Z","time spent":"1.55975546s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dspv7\" "} {"level":"warn","ts":"2026-03-11T17:26:34.123167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201809072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rx87z\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-11T17:26:34.123191Z","caller":"traceutil/trace.go:171","msg":"trace[1732505980] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rx87z; range_end:; response_count:1; response_revision:14600; }","duration":"1.201855562s","start":"2026-03-11T17:26:32.92133Z","end":"2026-03-11T17:26:34.123185Z","steps":["trace[1732505980] 'agreement among raft nodes before linearized reading' (duration: 1.20178043s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.123207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.921295Z","time spent":"1.201908723s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rx87z\" "} {"level":"warn","ts":"2026-03-11T17:26:34.123281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566345312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732281"} {"level":"info","ts":"2026-03-11T17:26:34.123312Z","caller":"traceutil/trace.go:171","msg":"trace[900044841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14600; }","duration":"1.566386202s","start":"2026-03-11T17:26:32.556918Z","end":"2026-03-11T17:26:34.123304Z","steps":["trace[900044841] 'agreement among raft nodes before linearized reading' (duration: 1.565640108s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.123333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.556911Z","time spent":"1.566415982s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732304,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:26:34.123367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20884753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.123395Z","caller":"traceutil/trace.go:171","msg":"trace[1312984942] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14600; }","duration":"1.208891672s","start":"2026-03-11T17:26:32.914497Z","end":"2026-03-11T17:26:34.123388Z","steps":["trace[1312984942] 'agreement among raft nodes before linearized reading' (duration: 1.208855211s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.123416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.914486Z","time spent":"1.208925972s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T17:26:34.123513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209046224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.123536Z","caller":"traceutil/trace.go:171","msg":"trace[540828156] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14600; }","duration":"1.209091055s","start":"2026-03-11T17:26:32.914438Z","end":"2026-03-11T17:26:34.123529Z","steps":["trace[540828156] 'agreement among raft nodes before linearized reading' (duration: 1.209057054s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.123553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.914426Z","time spent":"1.209123425s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-11T17:26:34.123651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209208397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.123679Z","caller":"traceutil/trace.go:171","msg":"trace[675689025] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14600; }","duration":"1.209261818s","start":"2026-03-11T17:26:32.914408Z","end":"2026-03-11T17:26:34.123669Z","steps":["trace[675689025] 'agreement among raft nodes before linearized reading' (duration: 1.209224737s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.123697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.914393Z","time spent":"1.209299338s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:26:34.123337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208658947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:26:34.123766Z","caller":"traceutil/trace.go:171","msg":"trace[429245212] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14600; }","duration":"1.209135885s","start":"2026-03-11T17:26:32.914619Z","end":"2026-03-11T17:26:34.123755Z","steps":["trace[429245212] 'agreement among raft nodes before linearized reading' (duration: 1.208671157s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.123794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.914579Z","time spent":"1.209205177s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:26:34.123839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216322747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:26:34.123867Z","caller":"traceutil/trace.go:171","msg":"trace[885934844] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14600; }","duration":"1.216391749s","start":"2026-03-11T17:26:32.907469Z","end":"2026-03-11T17:26:34.12386Z","steps":["trace[885934844] 'agreement among raft nodes before linearized reading' (duration: 1.216322428s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.123886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.907441Z","time spent":"1.216441029s","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:26:34.123651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566731318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:26:34.124177Z","caller":"traceutil/trace.go:171","msg":"trace[844617096] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14600; }","duration":"1.567284347s","start":"2026-03-11T17:26:32.556884Z","end":"2026-03-11T17:26:34.124168Z","steps":["trace[844617096] 'agreement among raft nodes before linearized reading' (duration: 1.566715637s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.124202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.556866Z","time spent":"1.567328949s","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:26:34.124339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561138795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732281"} {"level":"info","ts":"2026-03-11T17:26:34.124372Z","caller":"traceutil/trace.go:171","msg":"trace[962629344] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14600; }","duration":"1.561190256s","start":"2026-03-11T17:26:32.563174Z","end":"2026-03-11T17:26:34.124365Z","steps":["trace[962629344] 'agreement among raft nodes before linearized reading' (duration: 1.560013015s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.124394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.563154Z","time spent":"1.561233797s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732304,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:26:34.124626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567050644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.124653Z","caller":"traceutil/trace.go:171","msg":"trace[263689939] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14600; }","duration":"1.567088536s","start":"2026-03-11T17:26:32.557559Z","end":"2026-03-11T17:26:34.124647Z","steps":["trace[263689939] 'agreement among raft nodes before linearized reading' (duration: 1.567048715s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.124671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:32.557552Z","time spent":"1.567114876s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:26:34.16872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.643677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:26:34.168809Z","caller":"traceutil/trace.go:171","msg":"trace[1708031495] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14601; }","duration":"269.776919ms","start":"2026-03-11T17:26:33.89901Z","end":"2026-03-11T17:26:34.168787Z","steps":["trace[1708031495] 'agreement among raft nodes before linearized reading' (duration: 269.567486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.169067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.242709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.169293Z","caller":"traceutil/trace.go:171","msg":"trace[1793234913] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14601; }","duration":"719.525254ms","start":"2026-03-11T17:26:33.449757Z","end":"2026-03-11T17:26:34.169283Z","steps":["trace[1793234913] 'agreement among raft nodes before linearized reading' (duration: 719.27873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.169332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.449723Z","time spent":"719.597896ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:26:34.169417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.515695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:26:34.169486Z","caller":"traceutil/trace.go:171","msg":"trace[1264518556] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14601; }","duration":"719.652778ms","start":"2026-03-11T17:26:33.449819Z","end":"2026-03-11T17:26:34.169472Z","steps":["trace[1264518556] 'agreement among raft nodes before linearized reading' (duration: 719.215869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.169525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.449794Z","time spent":"719.724949ms","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:26:34.169736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.589814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.169766Z","caller":"traceutil/trace.go:171","msg":"trace[826801691] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:14601; }","duration":"338.677186ms","start":"2026-03-11T17:26:33.831078Z","end":"2026-03-11T17:26:34.169756Z","steps":["trace[826801691] 'agreement among raft nodes before linearized reading' (duration: 338.628725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.16979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.831047Z","time spent":"338.737726ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:26:34.170017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.2342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:26:34.170043Z","caller":"traceutil/trace.go:171","msg":"trace[955771196] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14601; }","duration":"472.335172ms","start":"2026-03-11T17:26:33.697701Z","end":"2026-03-11T17:26:34.170037Z","steps":["trace[955771196] 'agreement among raft nodes before linearized reading' (duration: 472.208589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.17007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.697659Z","time spent":"472.403133ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":111,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:26:34.171022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.68838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:26:34.171049Z","caller":"traceutil/trace.go:171","msg":"trace[321931814] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14601; }","duration":"496.750631ms","start":"2026-03-11T17:26:33.674292Z","end":"2026-03-11T17:26:34.171043Z","steps":["trace[321931814] 'agreement among raft nodes before linearized reading' (duration: 495.871045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.171264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.674272Z","time spent":"496.987855ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1565,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:26:34.171378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.945033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:26:34.171404Z","caller":"traceutil/trace.go:171","msg":"trace[1782701525] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14601; }","duration":"615.004254ms","start":"2026-03-11T17:26:33.556392Z","end":"2026-03-11T17:26:34.171396Z","steps":["trace[1782701525] 'agreement among raft nodes before linearized reading' (duration: 614.962204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.171428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.556374Z","time spent":"615.050445ms","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:26:34.171571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.47132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:26:34.171596Z","caller":"traceutil/trace.go:171","msg":"trace[304634523] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14601; }","duration":"721.511962ms","start":"2026-03-11T17:26:33.450076Z","end":"2026-03-11T17:26:34.171588Z","steps":["trace[304634523] 'agreement among raft nodes before linearized reading' (duration: 721.442951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:26:34.171617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:26:33.450071Z","time spent":"721.541892ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-11T17:30:18.081911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13915} {"level":"info","ts":"2026-03-11T17:30:18.207766Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13915,"took":"122.133101ms","hash":3585205999,"current-db-size-bytes":42917888,"current-db-size":"43 MB","current-db-size-in-use-bytes":30289920,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T17:30:18.208111Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3585205999,"revision":13915,"compact-revision":11895} {"level":"warn","ts":"2026-03-11T17:32:26.504038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.770184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:32:26.50418Z","caller":"traceutil/trace.go:171","msg":"trace[1909622605] linearizableReadLoop","detail":"{readStateIndex:17655; appliedIndex:17654; }","duration":"101.585621ms","start":"2026-03-11T17:32:26.402575Z","end":"2026-03-11T17:32:26.504161Z","steps":["trace[1909622605] 'read index received' (duration: 38.36µs)","trace[1909622605] 'applied index is now lower than readState.Index' (duration: 101.545931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:32:26.504391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.789985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rx87z\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-11T17:32:26.504499Z","caller":"traceutil/trace.go:171","msg":"trace[1007420632] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rx87z; range_end:; response_count:1; response_revision:17024; }","duration":"101.944858ms","start":"2026-03-11T17:32:26.40253Z","end":"2026-03-11T17:32:26.504475Z","steps":["trace[1007420632] 'agreement among raft nodes before linearized reading' (duration: 101.679793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:32:32.331656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.301524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T17:32:32.331727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.40346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:32:32.331769Z","caller":"traceutil/trace.go:171","msg":"trace[346975288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17052; }","duration":"159.581991ms","start":"2026-03-11T17:32:32.172163Z","end":"2026-03-11T17:32:32.331745Z","steps":["trace[346975288] 'range keys from in-memory index tree' (duration: 158.999809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:32:32.331796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.657241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:32:32.331837Z","caller":"traceutil/trace.go:171","msg":"trace[376034480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17052; }","duration":"158.512531ms","start":"2026-03-11T17:32:32.173274Z","end":"2026-03-11T17:32:32.331787Z","steps":["trace[376034480] 'range keys from in-memory index tree' (duration: 158.273817ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:32:32.331859Z","caller":"traceutil/trace.go:171","msg":"trace[666422873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17052; }","duration":"166.772002ms","start":"2026-03-11T17:32:32.165071Z","end":"2026-03-11T17:32:32.331843Z","steps":["trace[666422873] 'range keys from in-memory index tree' (duration: 166.531719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:32:32.332064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.320219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ns8rn\" ","response":"range_response_count:1 size:20778"} {"level":"warn","ts":"2026-03-11T17:32:32.33209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.091186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:32:32.332299Z","caller":"traceutil/trace.go:171","msg":"trace[1031897140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17052; }","duration":"163.376551ms","start":"2026-03-11T17:32:32.16889Z","end":"2026-03-11T17:32:32.332267Z","steps":["trace[1031897140] 'range keys from in-memory index tree' (duration: 162.744679ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:32:32.332163Z","caller":"traceutil/trace.go:171","msg":"trace[1826366576] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ns8rn; range_end:; response_count:1; response_revision:17052; }","duration":"182.433881ms","start":"2026-03-11T17:32:32.149708Z","end":"2026-03-11T17:32:32.332142Z","steps":["trace[1826366576] 'range keys from in-memory index tree' (duration: 182.033864ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:32:32.646075Z","caller":"traceutil/trace.go:171","msg":"trace[1423315360] transaction","detail":"{read_only:false; response_revision:17054; number_of_response:1; }","duration":"310.125714ms","start":"2026-03-11T17:32:32.335925Z","end":"2026-03-11T17:32:32.646051Z","steps":["trace[1423315360] 'process raft request' (duration: 309.93314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:32:32.646235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:32:32.335908Z","time spent":"310.237725ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:32:32.646538Z","caller":"traceutil/trace.go:171","msg":"trace[168769210] transaction","detail":"{read_only:false; response_revision:17055; number_of_response:1; }","duration":"309.965701ms","start":"2026-03-11T17:32:32.336558Z","end":"2026-03-11T17:32:32.646524Z","steps":["trace[168769210] 'process raft request' (duration: 309.451802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:32:32.646605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:32:32.33655Z","time spent":"310.023882ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:32:32.646782Z","caller":"traceutil/trace.go:171","msg":"trace[1750691347] transaction","detail":"{read_only:false; response_revision:17056; number_of_response:1; }","duration":"309.548214ms","start":"2026-03-11T17:32:32.337219Z","end":"2026-03-11T17:32:32.646768Z","steps":["trace[1750691347] 'process raft request' (duration: 309.182307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:32:32.646846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:32:32.337211Z","time spent":"309.602175ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:32:32.647179Z","caller":"traceutil/trace.go:171","msg":"trace[1569575472] linearizableReadLoop","detail":"{readStateIndex:17689; appliedIndex:17685; }","duration":"132.873508ms","start":"2026-03-11T17:32:32.514269Z","end":"2026-03-11T17:32:32.647142Z","steps":["trace[1569575472] 'read index received' (duration: 131.540893ms)","trace[1569575472] 'applied index is now lower than readState.Index' (duration: 1.331495ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:32:32.647337Z","caller":"traceutil/trace.go:171","msg":"trace[1880287858] transaction","detail":"{read_only:false; response_revision:17057; number_of_response:1; }","duration":"298.160374ms","start":"2026-03-11T17:32:32.349164Z","end":"2026-03-11T17:32:32.647324Z","steps":["trace[1880287858] 'process raft request' (duration: 297.370189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:32:32.647406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.145323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:32:32.647522Z","caller":"traceutil/trace.go:171","msg":"trace[1637582820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17057; }","duration":"133.332016ms","start":"2026-03-11T17:32:32.514171Z","end":"2026-03-11T17:32:32.647503Z","steps":["trace[1637582820] 'agreement among raft nodes before linearized reading' (duration: 133.183004ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:35:18.089572Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16208} {"level":"info","ts":"2026-03-11T17:35:18.190915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16208,"took":"96.989179ms","hash":726237633,"current-db-size-bytes":43765760,"current-db-size":"44 MB","current-db-size-in-use-bytes":30810112,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-11T17:35:18.190983Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":726237633,"revision":16208,"compact-revision":13915} {"level":"info","ts":"2026-03-11T17:37:19.986476Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T17:37:19.993239Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-11T17:37:19.993445Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-11T17:38:22.790651Z","caller":"traceutil/trace.go:171","msg":"trace[2122296526] linearizableReadLoop","detail":"{readStateIndex:20313; appliedIndex:20312; }","duration":"172.782403ms","start":"2026-03-11T17:38:22.617833Z","end":"2026-03-11T17:38:22.790616Z","steps":["trace[2122296526] 'read index received' (duration: 172.509597ms)","trace[2122296526] 'applied index is now lower than readState.Index' (duration: 271.596µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:22.79071Z","caller":"traceutil/trace.go:171","msg":"trace[194525054] transaction","detail":"{read_only:false; response_revision:19590; number_of_response:1; }","duration":"189.056663ms","start":"2026-03-11T17:38:22.601608Z","end":"2026-03-11T17:38:22.790665Z","steps":["trace[194525054] 'process raft request' (duration: 188.743567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:22.791125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.49038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:38:22.791128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.030901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:38:22.791174Z","caller":"traceutil/trace.go:171","msg":"trace[1500388965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19590; }","duration":"138.637322ms","start":"2026-03-11T17:38:22.652522Z","end":"2026-03-11T17:38:22.791159Z","steps":["trace[1500388965] 'agreement among raft nodes before linearized reading' (duration: 138.433568ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:22.791177Z","caller":"traceutil/trace.go:171","msg":"trace[20690027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19590; }","duration":"171.173693ms","start":"2026-03-11T17:38:22.619992Z","end":"2026-03-11T17:38:22.791166Z","steps":["trace[20690027] 'agreement among raft nodes before linearized reading' (duration: 170.965729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:22.791533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.677969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:38:22.791686Z","caller":"traceutil/trace.go:171","msg":"trace[945892188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19590; }","duration":"173.873733ms","start":"2026-03-11T17:38:22.617788Z","end":"2026-03-11T17:38:22.791661Z","steps":["trace[945892188] 'agreement among raft nodes before linearized reading' (duration: 172.971297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.019519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.915025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:23.019716Z","caller":"traceutil/trace.go:171","msg":"trace[92843072] transaction","detail":"{read_only:false; response_revision:19591; number_of_response:1; }","duration":"224.09063ms","start":"2026-03-11T17:38:22.795603Z","end":"2026-03-11T17:38:23.019693Z","steps":["trace[92843072] 'process raft request' (duration: 70.86249ms)","trace[92843072] 'compare' (duration: 152.775972ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:23.020104Z","caller":"traceutil/trace.go:171","msg":"trace[44681628] transaction","detail":"{read_only:false; response_revision:19592; number_of_response:1; }","duration":"223.063862ms","start":"2026-03-11T17:38:22.797012Z","end":"2026-03-11T17:38:23.020075Z","steps":["trace[44681628] 'process raft request' (duration: 222.629903ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:23.020133Z","caller":"traceutil/trace.go:171","msg":"trace[509288573] linearizableReadLoop","detail":"{readStateIndex:20316; appliedIndex:20313; }","duration":"145.258314ms","start":"2026-03-11T17:38:22.874846Z","end":"2026-03-11T17:38:23.020104Z","steps":["trace[509288573] 'read index received' (duration: 140.804461ms)","trace[509288573] 'applied index is now lower than readState.Index' (duration: 4.452523ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:23.020274Z","caller":"traceutil/trace.go:171","msg":"trace[1304589931] transaction","detail":"{read_only:false; response_revision:19593; number_of_response:1; }","duration":"223.112073ms","start":"2026-03-11T17:38:22.797148Z","end":"2026-03-11T17:38:23.02026Z","steps":["trace[1304589931] 'process raft request' (duration: 222.837637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.020501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.637181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:23.020672Z","caller":"traceutil/trace.go:171","msg":"trace[890694103] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19593; }","duration":"145.819914ms","start":"2026-03-11T17:38:22.874799Z","end":"2026-03-11T17:38:23.020619Z","steps":["trace[890694103] 'agreement among raft nodes before linearized reading' (duration: 145.60466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.428012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.095286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:23.42815Z","caller":"traceutil/trace.go:171","msg":"trace[667930003] linearizableReadLoop","detail":"{readStateIndex:20317; appliedIndex:20316; }","duration":"373.750086ms","start":"2026-03-11T17:38:23.054381Z","end":"2026-03-11T17:38:23.428131Z","steps":["trace[667930003] 'read index received' (duration: 205.444346ms)","trace[667930003] 'applied index is now lower than readState.Index' (duration: 168.30433ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:23.428194Z","caller":"traceutil/trace.go:171","msg":"trace[1323605458] transaction","detail":"{read_only:false; response_revision:19594; number_of_response:1; }","duration":"404.919722ms","start":"2026-03-11T17:38:23.023209Z","end":"2026-03-11T17:38:23.428128Z","steps":["trace[1323605458] 'process raft request' (duration: 236.580821ms)","trace[1323605458] 'compare' (duration: 167.787941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:23.428375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.023161Z","time spent":"405.122855ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:23.428228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.849888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:23.428478Z","caller":"traceutil/trace.go:171","msg":"trace[454515627] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19594; }","duration":"374.126912ms","start":"2026-03-11T17:38:23.054316Z","end":"2026-03-11T17:38:23.428443Z","steps":["trace[454515627] 'agreement among raft nodes before linearized reading' (duration: 373.864418ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:23.428539Z","caller":"traceutil/trace.go:171","msg":"trace[658795074] transaction","detail":"{read_only:false; response_revision:19595; number_of_response:1; }","duration":"365.389351ms","start":"2026-03-11T17:38:23.063123Z","end":"2026-03-11T17:38:23.428512Z","steps":["trace[658795074] 'process raft request' (duration: 365.272809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.428613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.054295Z","time spent":"374.277116ms","remote":"127.0.0.1:37420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:23.428637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.063087Z","time spent":"365.499324ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:23.846599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.155387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:23.846849Z","caller":"traceutil/trace.go:171","msg":"trace[159021806] linearizableReadLoop","detail":"{readStateIndex:20321; appliedIndex:20320; }","duration":"338.147119ms","start":"2026-03-11T17:38:23.508677Z","end":"2026-03-11T17:38:23.846824Z","steps":["trace[159021806] 'read index received' (duration: 149.621105ms)","trace[159021806] 'applied index is now lower than readState.Index' (duration: 188.523434ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:23.847165Z","caller":"traceutil/trace.go:171","msg":"trace[1522094806] transaction","detail":"{read_only:false; response_revision:19598; number_of_response:1; }","duration":"360.323808ms","start":"2026-03-11T17:38:23.486781Z","end":"2026-03-11T17:38:23.847105Z","steps":["trace[1522094806] 'process raft request' (duration: 171.53314ms)","trace[1522094806] 'compare' (duration: 187.749388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:23.847379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.486762Z","time spent":"360.503321ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:23.847467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.79267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:38:23.847511Z","caller":"traceutil/trace.go:171","msg":"trace[1006854869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19598; }","duration":"338.885972ms","start":"2026-03-11T17:38:23.508612Z","end":"2026-03-11T17:38:23.847498Z","steps":["trace[1006854869] 'agreement among raft nodes before linearized reading' (duration: 338.316832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.847681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.508586Z","time spent":"338.959064ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:38:24.173138Z","caller":"traceutil/trace.go:171","msg":"trace[1399408185] transaction","detail":"{read_only:false; response_revision:19599; number_of_response:1; }","duration":"567.912184ms","start":"2026-03-11T17:38:23.605193Z","end":"2026-03-11T17:38:24.173105Z","steps":["trace[1399408185] 'process raft request' (duration: 498.43978ms)","trace[1399408185] 'compare' (duration: 69.128438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:24.173316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.605169Z","time spent":"568.055827ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:24.353936Z","caller":"traceutil/trace.go:171","msg":"trace[2046862393] linearizableReadLoop","detail":"{readStateIndex:20323; appliedIndex:20321; }","duration":"410.23373ms","start":"2026-03-11T17:38:23.943659Z","end":"2026-03-11T17:38:24.353893Z","steps":["trace[2046862393] 'read index received' (duration: 159.834083ms)","trace[2046862393] 'applied index is now lower than readState.Index' (duration: 250.398517ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:24.354261Z","caller":"traceutil/trace.go:171","msg":"trace[1751573517] transaction","detail":"{read_only:false; response_revision:19600; number_of_response:1; }","duration":"502.036486ms","start":"2026-03-11T17:38:23.852161Z","end":"2026-03-11T17:38:24.354198Z","steps":["trace[1751573517] 'process raft request' (duration: 428.602409ms)","trace[1751573517] 'compare' (duration: 72.988379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:24.354324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.634477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:24.354421Z","caller":"traceutil/trace.go:171","msg":"trace[2060522582] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19600; }","duration":"410.74816ms","start":"2026-03-11T17:38:23.94365Z","end":"2026-03-11T17:38:24.354398Z","steps":["trace[2060522582] 'agreement among raft nodes before linearized reading' (duration: 410.489225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:24.354467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.943577Z","time spent":"410.880293ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":89,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:24.354488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.852136Z","time spent":"502.236961ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:18.097019Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18422} {"level":"info","ts":"2026-03-11T17:40:18.204307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18422,"took":"103.504332ms","hash":2395287178,"current-db-size-bytes":45031424,"current-db-size":"45 MB","current-db-size-in-use-bytes":30638080,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-11T17:40:18.204376Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2395287178,"revision":18422,"compact-revision":16208} {"level":"info","ts":"2026-03-11T17:42:03.165865Z","caller":"traceutil/trace.go:171","msg":"trace[411033632] transaction","detail":"{read_only:false; response_revision:21265; number_of_response:1; }","duration":"111.313267ms","start":"2026-03-11T17:42:03.05452Z","end":"2026-03-11T17:42:03.165834Z","steps":["trace[411033632] 'process raft request' (duration: 111.135963ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:22.698778Z","caller":"traceutil/trace.go:171","msg":"trace[1136381828] linearizableReadLoop","detail":"{readStateIndex:22735; appliedIndex:22734; }","duration":"307.506481ms","start":"2026-03-11T17:42:22.391192Z","end":"2026-03-11T17:42:22.698699Z","steps":["trace[1136381828] 'read index received' (duration: 288.851697ms)","trace[1136381828] 'applied index is now lower than readState.Index' (duration: 18.652654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:22.699261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.041992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:42:22.699365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.066283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:42:22.700346Z","caller":"traceutil/trace.go:171","msg":"trace[881548091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21937; }","duration":"309.096041ms","start":"2026-03-11T17:42:22.391212Z","end":"2026-03-11T17:42:22.700309Z","steps":["trace[881548091] 'agreement among raft nodes before linearized reading' (duration: 307.960751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:22.700473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:22.391192Z","time spent":"309.262104ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:42:22.699954Z","caller":"traceutil/trace.go:171","msg":"trace[1583984732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21937; }","duration":"308.752364ms","start":"2026-03-11T17:42:22.39114Z","end":"2026-03-11T17:42:22.699892Z","steps":["trace[1583984732] 'agreement among raft nodes before linearized reading' (duration: 307.876919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:22.699804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.812035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:22.699951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.242308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:42:22.701306Z","caller":"traceutil/trace.go:171","msg":"trace[2082424769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21937; }","duration":"186.102169ms","start":"2026-03-11T17:42:22.514955Z","end":"2026-03-11T17:42:22.701057Z","steps":["trace[2082424769] 'agreement among raft nodes before linearized reading' (duration: 184.766004ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:22.701356Z","caller":"traceutil/trace.go:171","msg":"trace[812868582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21937; }","duration":"222.707225ms","start":"2026-03-11T17:42:22.478615Z","end":"2026-03-11T17:42:22.701322Z","steps":["trace[812868582] 'agreement among raft nodes before linearized reading' (duration: 221.059265ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:22.699478Z","caller":"traceutil/trace.go:171","msg":"trace[1262584504] transaction","detail":"{read_only:false; response_revision:21937; number_of_response:1; }","duration":"329.872746ms","start":"2026-03-11T17:42:22.369556Z","end":"2026-03-11T17:42:22.699429Z","steps":["trace[1262584504] 'process raft request' (duration: 310.406206ms)","trace[1262584504] 'compare' (duration: 18.477192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:22.701498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:22.369528Z","time spent":"331.892533ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:22.700924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:22.391122Z","time spent":"309.755763ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:42:22.702346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.310771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:42:22.702425Z","caller":"traceutil/trace.go:171","msg":"trace[1164490142] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21937; }","duration":"292.439184ms","start":"2026-03-11T17:42:22.409966Z","end":"2026-03-11T17:42:22.702406Z","steps":["trace[1164490142] 'agreement among raft nodes before linearized reading' (duration: 289.753274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:23.029338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.890261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:42:23.029498Z","caller":"traceutil/trace.go:171","msg":"trace[1154338197] transaction","detail":"{read_only:false; response_revision:21938; number_of_response:1; }","duration":"321.796896ms","start":"2026-03-11T17:42:22.707643Z","end":"2026-03-11T17:42:23.02944Z","steps":["trace[1154338197] 'process raft request' (duration: 100.512087ms)","trace[1154338197] 'compare' (duration: 220.342162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:23.029589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:22.707624Z","time spent":"321.916298ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:23.033147Z","caller":"traceutil/trace.go:171","msg":"trace[139267762] linearizableReadLoop","detail":"{readStateIndex:22738; appliedIndex:22735; }","duration":"310.220372ms","start":"2026-03-11T17:42:22.722903Z","end":"2026-03-11T17:42:23.033123Z","steps":["trace[139267762] 'read index received' (duration: 85.262126ms)","trace[139267762] 'applied index is now lower than readState.Index' (duration: 224.956996ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:23.0336Z","caller":"traceutil/trace.go:171","msg":"trace[294912094] transaction","detail":"{read_only:false; response_revision:21940; number_of_response:1; }","duration":"325.593697ms","start":"2026-03-11T17:42:22.707981Z","end":"2026-03-11T17:42:23.033574Z","steps":["trace[294912094] 'process raft request' (duration: 325.034476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:23.033753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:22.70796Z","time spent":"325.677348ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:23.033868Z","caller":"traceutil/trace.go:171","msg":"trace[2072428704] transaction","detail":"{read_only:false; response_revision:21939; number_of_response:1; }","duration":"326.147326ms","start":"2026-03-11T17:42:22.707678Z","end":"2026-03-11T17:42:23.033825Z","steps":["trace[2072428704] 'process raft request' (duration: 325.194588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:23.033915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.823133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-11T17:42:23.034023Z","caller":"traceutil/trace.go:171","msg":"trace[1533378147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21941; }","duration":"311.114078ms","start":"2026-03-11T17:42:22.722886Z","end":"2026-03-11T17:42:23.034Z","steps":["trace[1533378147] 'agreement among raft nodes before linearized reading' (duration: 310.622369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:23.03406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:22.722816Z","time spent":"311.23467ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-11T17:42:23.034049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:22.707654Z","time spent":"326.297259ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:23.034333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.336318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:42:23.034376Z","caller":"traceutil/trace.go:171","msg":"trace[1714529515] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21941; }","duration":"301.400909ms","start":"2026-03-11T17:42:22.732964Z","end":"2026-03-11T17:42:23.034365Z","steps":["trace[1714529515] 'agreement among raft nodes before linearized reading' (duration: 300.550063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:23.0344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:22.732953Z","time spent":"301.441609ms","remote":"127.0.0.1:37160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-11T17:42:23.034397Z","caller":"traceutil/trace.go:171","msg":"trace[1766941323] transaction","detail":"{read_only:false; response_revision:21941; number_of_response:1; }","duration":"229.853997ms","start":"2026-03-11T17:42:22.804503Z","end":"2026-03-11T17:42:23.034357Z","steps":["trace[1766941323] 'process raft request' (duration: 228.585773ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:18.104008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20519} {"level":"info","ts":"2026-03-11T17:45:18.216476Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20519,"took":"107.20664ms","hash":1133834915,"current-db-size-bytes":47566848,"current-db-size":"48 MB","current-db-size-in-use-bytes":39038976,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-11T17:45:18.216552Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1133834915,"revision":20519,"compact-revision":18422} {"level":"warn","ts":"2026-03-11T17:45:50.698199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.693977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:45:50.698341Z","caller":"traceutil/trace.go:171","msg":"trace[1417568260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23902; }","duration":"201.906731ms","start":"2026-03-11T17:45:50.496408Z","end":"2026-03-11T17:45:50.698315Z","steps":["trace[1417568260] 'range keys from in-memory index tree' (duration: 201.441432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:45:50.698668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.664593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:45:50.698803Z","caller":"traceutil/trace.go:171","msg":"trace[890031149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23902; }","duration":"184.857625ms","start":"2026-03-11T17:45:50.513922Z","end":"2026-03-11T17:45:50.69878Z","steps":["trace[890031149] 'range keys from in-memory index tree' (duration: 184.57179ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:50.867791Z","caller":"traceutil/trace.go:171","msg":"trace[1708624530] linearizableReadLoop","detail":"{readStateIndex:24752; appliedIndex:24751; }","duration":"100.12698ms","start":"2026-03-11T17:45:50.767629Z","end":"2026-03-11T17:45:50.867756Z","steps":["trace[1708624530] 'read index received' (duration: 99.892896ms)","trace[1708624530] 'applied index is now lower than readState.Index' (duration: 227.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:45:50.867903Z","caller":"traceutil/trace.go:171","msg":"trace[757242378] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"123.200076ms","start":"2026-03-11T17:45:50.744647Z","end":"2026-03-11T17:45:50.867847Z","steps":["trace[757242378] 'process raft request' (duration: 122.88561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:45:50.86806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.398636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:45:50.868107Z","caller":"traceutil/trace.go:171","msg":"trace[1560226356] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23903; }","duration":"100.493647ms","start":"2026-03-11T17:45:50.767598Z","end":"2026-03-11T17:45:50.868092Z","steps":["trace[1560226356] 'agreement among raft nodes before linearized reading' (duration: 100.306763ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:55.947906Z","caller":"traceutil/trace.go:171","msg":"trace[691258221] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"118.621422ms","start":"2026-03-11T17:45:55.829255Z","end":"2026-03-11T17:45:55.947877Z","steps":["trace[691258221] 'process raft request' (duration: 118.378738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:45:56.1894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.984093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:45:56.189502Z","caller":"traceutil/trace.go:171","msg":"trace[1637118781] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23977; }","duration":"136.148566ms","start":"2026-03-11T17:45:56.053332Z","end":"2026-03-11T17:45:56.18948Z","steps":["trace[1637118781] 'range keys from in-memory index tree' (duration: 135.892291ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:56.189793Z","caller":"traceutil/trace.go:171","msg":"trace[593901904] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"106.57488ms","start":"2026-03-11T17:45:56.083181Z","end":"2026-03-11T17:45:56.189756Z","steps":["trace[593901904] 'process raft request' (duration: 100.64132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:01.515027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.584346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:01.515145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.612517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:46:01.515189Z","caller":"traceutil/trace.go:171","msg":"trace[705517045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24015; }","duration":"298.690988ms","start":"2026-03-11T17:46:01.216481Z","end":"2026-03-11T17:46:01.515172Z","steps":["trace[705517045] 'range keys from in-memory index tree' (duration: 298.475055ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:01.515139Z","caller":"traceutil/trace.go:171","msg":"trace[624706803] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24015; }","duration":"115.803549ms","start":"2026-03-11T17:46:01.399311Z","end":"2026-03-11T17:46:01.515115Z","steps":["trace[624706803] 'count revisions from in-memory index tree' (duration: 115.383713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:01.515047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.31665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:46:01.515767Z","caller":"traceutil/trace.go:171","msg":"trace[267338137] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24015; }","duration":"301.088923ms","start":"2026-03-11T17:46:01.214671Z","end":"2026-03-11T17:46:01.51576Z","steps":["trace[267338137] 'range keys from in-memory index tree' (duration: 300.125996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:01.51579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:01.214657Z","time spent":"301.124994ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-11T17:46:02.165009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.931022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:02.165114Z","caller":"traceutil/trace.go:171","msg":"trace[1613168706] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24016; }","duration":"497.103175ms","start":"2026-03-11T17:46:01.667991Z","end":"2026-03-11T17:46:02.165094Z","steps":["trace[1613168706] 'range keys from in-memory index tree' (duration: 496.82972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:02.165141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:01.667963Z","time spent":"497.172916ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:46:02.165414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.937728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:02.165556Z","caller":"traceutil/trace.go:171","msg":"trace[433929275] linearizableReadLoop","detail":"{readStateIndex:24871; appliedIndex:24870; }","duration":"476.837691ms","start":"2026-03-11T17:46:01.688701Z","end":"2026-03-11T17:46:02.165539Z","steps":["trace[433929275] 'read index received' (duration: 233.675598ms)","trace[433929275] 'applied index is now lower than readState.Index' (duration: 243.160543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:02.165635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.926323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:02.16567Z","caller":"traceutil/trace.go:171","msg":"trace[1571015626] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24017; }","duration":"476.988403ms","start":"2026-03-11T17:46:01.688671Z","end":"2026-03-11T17:46:02.16566Z","steps":["trace[1571015626] 'agreement among raft nodes before linearized reading' (duration: 476.912912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:02.165705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:01.688658Z","time spent":"477.038645ms","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:46:02.165714Z","caller":"traceutil/trace.go:171","msg":"trace[217373673] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"495.046867ms","start":"2026-03-11T17:46:01.670656Z","end":"2026-03-11T17:46:02.165703Z","steps":["trace[217373673] 'process raft request' (duration: 251.727271ms)","trace[217373673] 'compare' (duration: 242.48285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:02.166291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:01.67064Z","time spent":"495.436675ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:02.67859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.020257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:02.679048Z","caller":"traceutil/trace.go:171","msg":"trace[1800401025] linearizableReadLoop","detail":"{readStateIndex:24873; appliedIndex:24871; }","duration":"510.139346ms","start":"2026-03-11T17:46:02.168887Z","end":"2026-03-11T17:46:02.679026Z","steps":["trace[1800401025] 'read index received' (duration: 376.569898ms)","trace[1800401025] 'applied index is now lower than readState.Index' (duration: 133.567888ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:02.679077Z","caller":"traceutil/trace.go:171","msg":"trace[2113620462] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"465.547502ms","start":"2026-03-11T17:46:02.213492Z","end":"2026-03-11T17:46:02.67904Z","steps":["trace[2113620462] 'process raft request' (duration: 465.42686ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:02.679087Z","caller":"traceutil/trace.go:171","msg":"trace[907077665] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"677.57003ms","start":"2026-03-11T17:46:02.001488Z","end":"2026-03-11T17:46:02.679058Z","steps":["trace[907077665] 'process raft request' (duration: 677.295475ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:02.679082Z","caller":"traceutil/trace.go:171","msg":"trace[1266433863] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"706.754129ms","start":"2026-03-11T17:46:01.972287Z","end":"2026-03-11T17:46:02.679041Z","steps":["trace[1266433863] 'process raft request' (duration: 573.155261ms)","trace[1266433863] 'compare' (duration: 132.564119ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:02.679164Z","caller":"traceutil/trace.go:171","msg":"trace[67899169] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"268.001332ms","start":"2026-03-11T17:46:02.411098Z","end":"2026-03-11T17:46:02.679099Z","steps":["trace[67899169] 'process raft request' (duration: 267.87013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:02.679215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.307988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:02.67927Z","caller":"traceutil/trace.go:171","msg":"trace[687333376] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24021; }","duration":"510.419241ms","start":"2026-03-11T17:46:02.168836Z","end":"2026-03-11T17:46:02.679255Z","steps":["trace[687333376] 'agreement among raft nodes before linearized reading' (duration: 510.311859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:02.67927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.213461Z","time spent":"465.703134ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:02.679271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.001453Z","time spent":"677.719522ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:02.679275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:01.972255Z","time spent":"706.917172ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:02.679307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.168816Z","time spent":"510.483442ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:46:02.679319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.162137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:46:02.67936Z","caller":"traceutil/trace.go:171","msg":"trace[2045630448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24021; }","duration":"385.205827ms","start":"2026-03-11T17:46:02.29414Z","end":"2026-03-11T17:46:02.679346Z","steps":["trace[2045630448] 'agreement among raft nodes before linearized reading' (duration: 385.025884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:02.679403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.294053Z","time spent":"385.339061ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:02.679409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.789215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:02.679518Z","caller":"traceutil/trace.go:171","msg":"trace[2123864411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24021; }","duration":"164.940328ms","start":"2026-03-11T17:46:02.514548Z","end":"2026-03-11T17:46:02.679488Z","steps":["trace[2123864411] 'agreement among raft nodes before linearized reading' (duration: 164.694412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:02.679532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.878104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:46:02.679569Z","caller":"traceutil/trace.go:171","msg":"trace[184857395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24021; }","duration":"376.936616ms","start":"2026-03-11T17:46:02.302621Z","end":"2026-03-11T17:46:02.679558Z","steps":["trace[184857395] 'agreement among raft nodes before linearized reading' (duration: 376.792853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:02.679541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.12827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:46:02.6796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.302611Z","time spent":"376.982897ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:46:02.679624Z","caller":"traceutil/trace.go:171","msg":"trace[397808838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24021; }","duration":"376.286463ms","start":"2026-03-11T17:46:02.303319Z","end":"2026-03-11T17:46:02.679605Z","steps":["trace[397808838] 'agreement among raft nodes before linearized reading' (duration: 375.996487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:02.679669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.303292Z","time spent":"376.364145ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:03.186427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.571648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:03.186556Z","caller":"traceutil/trace.go:171","msg":"trace[458877192] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"501.746052ms","start":"2026-03-11T17:46:02.684783Z","end":"2026-03-11T17:46:03.186529Z","steps":["trace[458877192] 'process raft request' (duration: 294.968781ms)","trace[458877192] 'compare' (duration: 205.547908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:03.186628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.684765Z","time spent":"501.830953ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:03.425725Z","caller":"traceutil/trace.go:171","msg":"trace[1703585128] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"740.407901ms","start":"2026-03-11T17:46:02.685281Z","end":"2026-03-11T17:46:03.425689Z","steps":["trace[1703585128] 'process raft request' (duration: 666.7747ms)","trace[1703585128] 'compare' (duration: 72.911207ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:03.426286Z","caller":"traceutil/trace.go:171","msg":"trace[64320045] linearizableReadLoop","detail":"{readStateIndex:24878; appliedIndex:24875; }","duration":"731.277683ms","start":"2026-03-11T17:46:02.694993Z","end":"2026-03-11T17:46:03.426271Z","steps":["trace[64320045] 'read index received' (duration: 284.68341ms)","trace[64320045] 'applied index is now lower than readState.Index' (duration: 446.589312ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:03.425926Z","caller":"traceutil/trace.go:171","msg":"trace[1515421928] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"740.586355ms","start":"2026-03-11T17:46:02.685321Z","end":"2026-03-11T17:46:03.425908Z","steps":["trace[1515421928] 'process raft request' (duration: 740.084695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:03.42657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.555877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-11T17:46:03.426571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.685316Z","time spent":"741.129495ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:03.426777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.670751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:46:03.426817Z","caller":"traceutil/trace.go:171","msg":"trace[239639795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24027; }","duration":"428.743742ms","start":"2026-03-11T17:46:02.998063Z","end":"2026-03-11T17:46:03.426806Z","steps":["trace[239639795] 'agreement among raft nodes before linearized reading' (duration: 428.592809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:03.426857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.998038Z","time spent":"428.811834ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:46:03.426617Z","caller":"traceutil/trace.go:171","msg":"trace[953055051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24024; }","duration":"731.633158ms","start":"2026-03-11T17:46:02.694971Z","end":"2026-03-11T17:46:03.426604Z","steps":["trace[953055051] 'agreement among raft nodes before linearized reading' (duration: 731.416855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:03.426945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.694961Z","time spent":"731.967554ms","remote":"127.0.0.1:55716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T17:46:03.427028Z","caller":"traceutil/trace.go:171","msg":"trace[1419150782] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"438.152855ms","start":"2026-03-11T17:46:02.988836Z","end":"2026-03-11T17:46:03.426989Z","steps":["trace[1419150782] 'process raft request' (duration: 437.514204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:03.427089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.907856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:46:03.42712Z","caller":"traceutil/trace.go:171","msg":"trace[97822866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24027; }","duration":"428.945976ms","start":"2026-03-11T17:46:02.998164Z","end":"2026-03-11T17:46:03.42711Z","steps":["trace[97822866] 'agreement among raft nodes before linearized reading' (duration: 428.858924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:03.427157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.99816Z","time spent":"428.989957ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:46:03.427252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.988807Z","time spent":"438.308159ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:03.427339Z","caller":"traceutil/trace.go:171","msg":"trace[1000987225] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"434.392377ms","start":"2026-03-11T17:46:02.992925Z","end":"2026-03-11T17:46:03.427318Z","steps":["trace[1000987225] 'process raft request' (duration: 433.560781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:03.427414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.992912Z","time spent":"434.467459ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:03.426669Z","caller":"traceutil/trace.go:171","msg":"trace[170720456] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"353.088945ms","start":"2026-03-11T17:46:03.073543Z","end":"2026-03-11T17:46:03.426632Z","steps":["trace[170720456] 'process raft request' (duration: 352.997893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:03.427834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:02.685268Z","time spent":"740.87721ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:03.427828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:03.073522Z","time spent":"354.239626ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:03.91049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.004428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:03.910624Z","caller":"traceutil/trace.go:171","msg":"trace[1911219098] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"478.471081ms","start":"2026-03-11T17:46:03.43213Z","end":"2026-03-11T17:46:03.910601Z","steps":["trace[1911219098] 'process raft request' (duration: 227.242798ms)","trace[1911219098] 'compare' (duration: 250.861296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:03.910707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:03.432104Z","time spent":"478.572693ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:04.296461Z","caller":"traceutil/trace.go:171","msg":"trace[1785494352] linearizableReadLoop","detail":"{readStateIndex:24883; appliedIndex:24882; }","duration":"532.636381ms","start":"2026-03-11T17:46:03.76379Z","end":"2026-03-11T17:46:04.296426Z","steps":["trace[1785494352] 'read index received' (duration: 484.089685ms)","trace[1785494352] 'applied index is now lower than readState.Index' (duration: 48.545196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:04.296658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.844456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:04.296687Z","caller":"traceutil/trace.go:171","msg":"trace[171797841] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24029; }","duration":"532.949658ms","start":"2026-03-11T17:46:03.763728Z","end":"2026-03-11T17:46:04.296677Z","steps":["trace[171797841] 'agreement among raft nodes before linearized reading' (duration: 532.813365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:04.296713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:03.763702Z","time spent":"533.003799ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:46:04.296917Z","caller":"traceutil/trace.go:171","msg":"trace[139309152] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"862.704361ms","start":"2026-03-11T17:46:03.434202Z","end":"2026-03-11T17:46:04.296907Z","steps":["trace[139309152] 'process raft request' (duration: 813.674665ms)","trace[139309152] 'compare' (duration: 48.346982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:04.296997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:03.434186Z","time spent":"862.751011ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:04.375222Z","caller":"traceutil/trace.go:171","msg":"trace[489933251] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"203.329618ms","start":"2026-03-11T17:46:04.17185Z","end":"2026-03-11T17:46:04.375179Z","steps":["trace[489933251] 'process raft request' (duration: 203.056802ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:04.729214Z","caller":"traceutil/trace.go:171","msg":"trace[243816693] linearizableReadLoop","detail":"{readStateIndex:24885; appliedIndex:24884; }","duration":"216.093284ms","start":"2026-03-11T17:46:04.513094Z","end":"2026-03-11T17:46:04.729187Z","steps":["trace[243816693] 'read index received' (duration: 213.165869ms)","trace[243816693] 'applied index is now lower than readState.Index' (duration: 2.926695ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:04.729598Z","caller":"traceutil/trace.go:171","msg":"trace[1569059048] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"238.176021ms","start":"2026-03-11T17:46:04.491414Z","end":"2026-03-11T17:46:04.72959Z","steps":["trace[1569059048] 'process raft request' (duration: 234.881479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:04.729762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.650393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:04.729788Z","caller":"traceutil/trace.go:171","msg":"trace[1077784836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24031; }","duration":"216.741515ms","start":"2026-03-11T17:46:04.513042Z","end":"2026-03-11T17:46:04.729783Z","steps":["trace[1077784836] 'agreement among raft nodes before linearized reading' (duration: 216.672254ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:04.80965Z","caller":"traceutil/trace.go:171","msg":"trace[2114147902] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"124.158184ms","start":"2026-03-11T17:46:04.685447Z","end":"2026-03-11T17:46:04.809606Z","steps":["trace[2114147902] 'process raft request' (duration: 123.90793ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:04.809641Z","caller":"traceutil/trace.go:171","msg":"trace[1014917782] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"123.014523ms","start":"2026-03-11T17:46:04.686597Z","end":"2026-03-11T17:46:04.809612Z","steps":["trace[1014917782] 'process raft request' (duration: 122.928052ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:04.809845Z","caller":"traceutil/trace.go:171","msg":"trace[2138886677] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"122.291669ms","start":"2026-03-11T17:46:04.687542Z","end":"2026-03-11T17:46:04.809834Z","steps":["trace[2138886677] 'process raft request' (duration: 122.030564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:04.810202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.100299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-11T17:46:04.810259Z","caller":"traceutil/trace.go:171","msg":"trace[1436611373] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f; range_end:; response_count:1; response_revision:24034; }","duration":"271.18023ms","start":"2026-03-11T17:46:04.539059Z","end":"2026-03-11T17:46:04.810239Z","steps":["trace[1436611373] 'agreement among raft nodes before linearized reading' (duration: 270.800894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:05.335011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.547397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:05.335144Z","caller":"traceutil/trace.go:171","msg":"trace[2723619] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24035; }","duration":"199.73238ms","start":"2026-03-11T17:46:05.135385Z","end":"2026-03-11T17:46:05.335118Z","steps":["trace[2723619] 'count revisions from in-memory index tree' (duration: 199.429965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:05.335164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.23046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-03-11T17:46:05.335249Z","caller":"traceutil/trace.go:171","msg":"trace[1940526463] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24035; }","duration":"219.372723ms","start":"2026-03-11T17:46:05.115854Z","end":"2026-03-11T17:46:05.335227Z","steps":["trace[1940526463] 'range keys from in-memory index tree' (duration: 218.944805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:05.335034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.903381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:46:05.335378Z","caller":"traceutil/trace.go:171","msg":"trace[41521499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24035; }","duration":"143.239827ms","start":"2026-03-11T17:46:05.192101Z","end":"2026-03-11T17:46:05.33534Z","steps":["trace[41521499] 'range keys from in-memory index tree' (duration: 142.759338ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:05.544549Z","caller":"traceutil/trace.go:171","msg":"trace[1984616839] linearizableReadLoop","detail":"{readStateIndex:24890; appliedIndex:24889; }","duration":"201.146556ms","start":"2026-03-11T17:46:05.343371Z","end":"2026-03-11T17:46:05.544517Z","steps":["trace[1984616839] 'read index received' (duration: 201.073465ms)","trace[1984616839] 'applied index is now lower than readState.Index' (duration: 71.971µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:05.544699Z","caller":"traceutil/trace.go:171","msg":"trace[1199298576] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"205.522467ms","start":"2026-03-11T17:46:05.339142Z","end":"2026-03-11T17:46:05.544664Z","steps":["trace[1199298576] 'process raft request' (duration: 205.187081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:05.544852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.456042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-03-11T17:46:05.544902Z","caller":"traceutil/trace.go:171","msg":"trace[2023195308] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24036; }","duration":"201.543694ms","start":"2026-03-11T17:46:05.343343Z","end":"2026-03-11T17:46:05.544886Z","steps":["trace[2023195308] 'agreement among raft nodes before linearized reading' (duration: 201.32283ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:05.595944Z","caller":"traceutil/trace.go:171","msg":"trace[1862600282] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"161.619387ms","start":"2026-03-11T17:46:05.434288Z","end":"2026-03-11T17:46:05.595907Z","steps":["trace[1862600282] 'process raft request' (duration: 161.373601ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:05.596137Z","caller":"traceutil/trace.go:171","msg":"trace[1395610969] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"160.433145ms","start":"2026-03-11T17:46:05.435687Z","end":"2026-03-11T17:46:05.59612Z","steps":["trace[1395610969] 'process raft request' (duration: 160.162751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:05.59638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.838486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:46:05.596375Z","caller":"traceutil/trace.go:171","msg":"trace[1426143651] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"160.593428ms","start":"2026-03-11T17:46:05.435711Z","end":"2026-03-11T17:46:05.596304Z","steps":["trace[1426143651] 'process raft request' (duration: 160.346363ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:05.596433Z","caller":"traceutil/trace.go:171","msg":"trace[833606231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24039; }","duration":"164.956739ms","start":"2026-03-11T17:46:05.431463Z","end":"2026-03-11T17:46:05.59642Z","steps":["trace[833606231] 'agreement among raft nodes before linearized reading' (duration: 164.765565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:05.596674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.795472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:46:05.596748Z","caller":"traceutil/trace.go:171","msg":"trace[1512987918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24039; }","duration":"160.898273ms","start":"2026-03-11T17:46:05.435833Z","end":"2026-03-11T17:46:05.596731Z","steps":["trace[1512987918] 'agreement among raft nodes before linearized reading' (duration: 160.71669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:06.018961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.780145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:06.019145Z","caller":"traceutil/trace.go:171","msg":"trace[983419100] linearizableReadLoop","detail":"{readStateIndex:24895; appliedIndex:24893; }","duration":"403.964804ms","start":"2026-03-11T17:46:05.615163Z","end":"2026-03-11T17:46:06.019127Z","steps":["trace[983419100] 'read index received' (duration: 192.1446ms)","trace[983419100] 'applied index is now lower than readState.Index' (duration: 211.818874ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:06.019237Z","caller":"traceutil/trace.go:171","msg":"trace[1053644275] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"419.158734ms","start":"2026-03-11T17:46:05.600066Z","end":"2026-03-11T17:46:06.019225Z","steps":["trace[1053644275] 'process raft request' (duration: 207.023124ms)","trace[1053644275] 'compare' (duration: 211.240743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:06.019285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:05.600046Z","time spent":"419.211906ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:06.019566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.447615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-11T17:46:06.019592Z","caller":"traceutil/trace.go:171","msg":"trace[957122330] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24041; }","duration":"304.497546ms","start":"2026-03-11T17:46:05.715084Z","end":"2026-03-11T17:46:06.019581Z","steps":["trace[957122330] 'agreement among raft nodes before linearized reading' (duration: 304.376904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:06.019613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:05.715071Z","time spent":"304.536547ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-11T17:46:06.019591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.382592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:06.019716Z","caller":"traceutil/trace.go:171","msg":"trace[784613815] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24041; }","duration":"404.529835ms","start":"2026-03-11T17:46:05.615153Z","end":"2026-03-11T17:46:06.019683Z","steps":["trace[784613815] 'agreement among raft nodes before linearized reading' (duration: 404.2139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:06.019781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:05.615098Z","time spent":"404.666617ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:06.019939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.51267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:46:06.019967Z","caller":"traceutil/trace.go:171","msg":"trace[336282772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24041; }","duration":"105.59005ms","start":"2026-03-11T17:46:05.91437Z","end":"2026-03-11T17:46:06.01996Z","steps":["trace[336282772] 'agreement among raft nodes before linearized reading' (duration: 105.519189ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:06.02016Z","caller":"traceutil/trace.go:171","msg":"trace[369303752] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"419.489601ms","start":"2026-03-11T17:46:05.600586Z","end":"2026-03-11T17:46:06.020075Z","steps":["trace[369303752] 'process raft request' (duration: 418.469542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:06.020302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:05.600552Z","time spent":"419.655714ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:06.23911Z","caller":"traceutil/trace.go:171","msg":"trace[2005668675] linearizableReadLoop","detail":"{readStateIndex:24896; appliedIndex:24895; }","duration":"125.412578ms","start":"2026-03-11T17:46:06.113661Z","end":"2026-03-11T17:46:06.239074Z","steps":["trace[2005668675] 'read index received' (duration: 123.252028ms)","trace[2005668675] 'applied index is now lower than readState.Index' (duration: 2.1592ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:06.239192Z","caller":"traceutil/trace.go:171","msg":"trace[191070933] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"214.163968ms","start":"2026-03-11T17:46:06.024981Z","end":"2026-03-11T17:46:06.239144Z","steps":["trace[191070933] 'process raft request' (duration: 211.875445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:06.239272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.580431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:06.239312Z","caller":"traceutil/trace.go:171","msg":"trace[1836619386] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24042; }","duration":"125.708443ms","start":"2026-03-11T17:46:06.11359Z","end":"2026-03-11T17:46:06.239298Z","steps":["trace[1836619386] 'agreement among raft nodes before linearized reading' (duration: 125.597741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:06.510844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.136115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:46:06.511138Z","caller":"traceutil/trace.go:171","msg":"trace[445031507] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"129.093775ms","start":"2026-03-11T17:46:06.382025Z","end":"2026-03-11T17:46:06.511119Z","steps":["trace[445031507] 'process raft request' (duration: 128.924962ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:06.511154Z","caller":"traceutil/trace.go:171","msg":"trace[2041106641] linearizableReadLoop","detail":"{readStateIndex:24897; appliedIndex:24896; }","duration":"210.938217ms","start":"2026-03-11T17:46:06.300172Z","end":"2026-03-11T17:46:06.51111Z","steps":["trace[2041106641] 'read index received' (duration: 56.791µs)","trace[2041106641] 'applied index is now lower than readState.Index' (duration: 210.877896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:06.51131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.125801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:46:06.511354Z","caller":"traceutil/trace.go:171","msg":"trace[171711510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24043; }","duration":"211.232942ms","start":"2026-03-11T17:46:06.300111Z","end":"2026-03-11T17:46:06.511344Z","steps":["trace[171711510] 'agreement among raft nodes before linearized reading' (duration: 211.062669ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:06.727392Z","caller":"traceutil/trace.go:171","msg":"trace[506571253] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"210.210854ms","start":"2026-03-11T17:46:06.517152Z","end":"2026-03-11T17:46:06.727363Z","steps":["trace[506571253] 'process raft request' (duration: 199.566207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:07.218542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.575603ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:07.218801Z","caller":"traceutil/trace.go:171","msg":"trace[1283238642] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24044; }","duration":"353.873449ms","start":"2026-03-11T17:46:06.864889Z","end":"2026-03-11T17:46:07.218762Z","steps":["trace[1283238642] 'range keys from in-memory index tree' (duration: 353.539342ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:07.237037Z","caller":"traceutil/trace.go:171","msg":"trace[949243621] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"421.02796ms","start":"2026-03-11T17:46:06.815969Z","end":"2026-03-11T17:46:07.236997Z","steps":["trace[949243621] 'process raft request' (duration: 420.711613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:07.237266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:06.815943Z","time spent":"421.201072ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:07.249972Z","caller":"traceutil/trace.go:171","msg":"trace[1781374825] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"433.873087ms","start":"2026-03-11T17:46:06.816076Z","end":"2026-03-11T17:46:07.249949Z","steps":["trace[1781374825] 'process raft request' (duration: 433.726154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:07.25011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:06.816037Z","time spent":"434.00298ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:07.250194Z","caller":"traceutil/trace.go:171","msg":"trace[977771373] linearizableReadLoop","detail":"{readStateIndex:24902; appliedIndex:24899; }","duration":"364.736549ms","start":"2026-03-11T17:46:06.885406Z","end":"2026-03-11T17:46:07.250143Z","steps":["trace[977771373] 'read index received' (duration: 351.365482ms)","trace[977771373] 'applied index is now lower than readState.Index' (duration: 13.369297ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:07.250224Z","caller":"traceutil/trace.go:171","msg":"trace[2039335566] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"433.725364ms","start":"2026-03-11T17:46:06.816445Z","end":"2026-03-11T17:46:07.25017Z","steps":["trace[2039335566] 'process raft request' (duration: 433.466959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:07.250532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:06.816434Z","time spent":"433.985059ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:07.25175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.320538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:46:07.251821Z","caller":"traceutil/trace.go:171","msg":"trace[941611965] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24047; }","duration":"366.468512ms","start":"2026-03-11T17:46:06.885336Z","end":"2026-03-11T17:46:07.251805Z","steps":["trace[941611965] 'agreement among raft nodes before linearized reading' (duration: 364.891893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:07.251858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:06.88531Z","time spent":"366.542383ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2639,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:07.793932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.059084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:07.794021Z","caller":"traceutil/trace.go:171","msg":"trace[1994109361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24048; }","duration":"208.177996ms","start":"2026-03-11T17:46:07.585824Z","end":"2026-03-11T17:46:07.794002Z","steps":["trace[1994109361] 'count revisions from in-memory index tree' (duration: 207.994813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:07.794014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.532628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:46:07.794112Z","caller":"traceutil/trace.go:171","msg":"trace[1030249591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24048; }","duration":"244.710272ms","start":"2026-03-11T17:46:07.549379Z","end":"2026-03-11T17:46:07.794089Z","steps":["trace[1030249591] 'range keys from in-memory index tree' (duration: 244.298654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:07.794474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.975132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:07.794468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.298626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:07.794527Z","caller":"traceutil/trace.go:171","msg":"trace[476014978] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24048; }","duration":"346.099055ms","start":"2026-03-11T17:46:07.448414Z","end":"2026-03-11T17:46:07.794513Z","steps":["trace[476014978] 'range keys from in-memory index tree' (duration: 345.85013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:07.79457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:07.448381Z","time spent":"346.177416ms","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-11T17:46:07.794578Z","caller":"traceutil/trace.go:171","msg":"trace[314789108] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24048; }","duration":"308.49461ms","start":"2026-03-11T17:46:07.486059Z","end":"2026-03-11T17:46:07.794554Z","steps":["trace[314789108] 'count revisions from in-memory index tree' (duration: 308.168624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:07.79463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:07.486034Z","time spent":"308.584851ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:46:07.80889Z","caller":"traceutil/trace.go:171","msg":"trace[178584212] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"206.379913ms","start":"2026-03-11T17:46:07.602436Z","end":"2026-03-11T17:46:07.808816Z","steps":["trace[178584212] 'process raft request' (duration: 205.337374ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:08.267098Z","caller":"traceutil/trace.go:171","msg":"trace[608419078] linearizableReadLoop","detail":"{readStateIndex:24906; appliedIndex:24903; }","duration":"630.584331ms","start":"2026-03-11T17:46:07.635896Z","end":"2026-03-11T17:46:08.266481Z","steps":["trace[608419078] 'read index received' (duration: 171.887105ms)","trace[608419078] 'applied index is now lower than readState.Index' (duration: 458.695916ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:08.267115Z","caller":"traceutil/trace.go:171","msg":"trace[392598509] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"664.571029ms","start":"2026-03-11T17:46:07.602481Z","end":"2026-03-11T17:46:08.267052Z","steps":["trace[392598509] 'process raft request' (duration: 643.126653ms)","trace[392598509] 'compare' (duration: 20.55291ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:08.267275Z","caller":"traceutil/trace.go:171","msg":"trace[999533313] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"664.220003ms","start":"2026-03-11T17:46:07.603036Z","end":"2026-03-11T17:46:08.267256Z","steps":["trace[999533313] 'process raft request' (duration: 663.342577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.267329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:07.602442Z","time spent":"664.775783ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:08.267425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:07.603014Z","time spent":"664.296856ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:08.267553Z","caller":"traceutil/trace.go:171","msg":"trace[813358962] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"468.168851ms","start":"2026-03-11T17:46:07.799348Z","end":"2026-03-11T17:46:08.267517Z","steps":["trace[813358962] 'process raft request' (duration: 467.081191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.267581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.632561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:08.267624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.419418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:08.267679Z","caller":"traceutil/trace.go:171","msg":"trace[127105632] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24052; }","duration":"466.50382ms","start":"2026-03-11T17:46:07.801158Z","end":"2026-03-11T17:46:08.267661Z","steps":["trace[127105632] 'agreement among raft nodes before linearized reading' (duration: 466.418908ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:08.267692Z","caller":"traceutil/trace.go:171","msg":"trace[1639804486] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24052; }","duration":"631.801504ms","start":"2026-03-11T17:46:07.635859Z","end":"2026-03-11T17:46:08.267661Z","steps":["trace[1639804486] 'agreement among raft nodes before linearized reading' (duration: 631.518569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.267713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:07.799324Z","time spent":"468.303553ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:08.26772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:07.801138Z","time spent":"466.573701ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:46:08.267703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.898353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:46:08.267746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:07.635847Z","time spent":"631.887475ms","remote":"127.0.0.1:33830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:46:08.267771Z","caller":"traceutil/trace.go:171","msg":"trace[1665979992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24052; }","duration":"239.989764ms","start":"2026-03-11T17:46:08.027762Z","end":"2026-03-11T17:46:08.267752Z","steps":["trace[1665979992] 'agreement among raft nodes before linearized reading' (duration: 239.74977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.26776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.089238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-11T17:46:08.267857Z","caller":"traceutil/trace.go:171","msg":"trace[2050133085] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:24052; }","duration":"574.24312ms","start":"2026-03-11T17:46:07.693586Z","end":"2026-03-11T17:46:08.267829Z","steps":["trace[2050133085] 'agreement among raft nodes before linearized reading' (duration: 573.930154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.26785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.449388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:46:08.267922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:07.693567Z","time spent":"574.345522ms","remote":"127.0.0.1:37244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1106,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-03-11T17:46:08.267947Z","caller":"traceutil/trace.go:171","msg":"trace[1304437395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24052; }","duration":"243.630291ms","start":"2026-03-11T17:46:08.024294Z","end":"2026-03-11T17:46:08.267924Z","steps":["trace[1304437395] 'agreement among raft nodes before linearized reading' (duration: 243.270525ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:08.486547Z","caller":"traceutil/trace.go:171","msg":"trace[1019894563] linearizableReadLoop","detail":"{readStateIndex:24908; appliedIndex:24907; }","duration":"212.906034ms","start":"2026-03-11T17:46:08.273614Z","end":"2026-03-11T17:46:08.48652Z","steps":["trace[1019894563] 'read index received' (duration: 200.095457ms)","trace[1019894563] 'applied index is now lower than readState.Index' (duration: 12.809867ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:08.486619Z","caller":"traceutil/trace.go:171","msg":"trace[1934335584] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"213.619316ms","start":"2026-03-11T17:46:08.272948Z","end":"2026-03-11T17:46:08.486567Z","steps":["trace[1934335584] 'process raft request' (duration: 200.746019ms)","trace[1934335584] 'compare' (duration: 12.716555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:08.486713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.073097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:08.48707Z","caller":"traceutil/trace.go:171","msg":"trace[58681361] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24053; }","duration":"213.450984ms","start":"2026-03-11T17:46:08.273582Z","end":"2026-03-11T17:46:08.487033Z","steps":["trace[58681361] 'agreement among raft nodes before linearized reading' (duration: 213.070447ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:08.60575Z","caller":"traceutil/trace.go:171","msg":"trace[927989267] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"331.72714ms","start":"2026-03-11T17:46:08.273979Z","end":"2026-03-11T17:46:08.605706Z","steps":["trace[927989267] 'process raft request' (duration: 331.599098ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:08.605953Z","caller":"traceutil/trace.go:171","msg":"trace[2001332907] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"331.933454ms","start":"2026-03-11T17:46:08.273984Z","end":"2026-03-11T17:46:08.605917Z","steps":["trace[2001332907] 'process raft request' (duration: 331.324673ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:08.606001Z","caller":"traceutil/trace.go:171","msg":"trace[2112281869] linearizableReadLoop","detail":"{readStateIndex:24911; appliedIndex:24908; }","duration":"119.341005ms","start":"2026-03-11T17:46:08.486627Z","end":"2026-03-11T17:46:08.605968Z","steps":["trace[2112281869] 'read index received' (duration: 118.778975ms)","trace[2112281869] 'applied index is now lower than readState.Index' (duration: 559.55µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:08.606071Z","caller":"traceutil/trace.go:171","msg":"trace[802477759] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"331.962644ms","start":"2026-03-11T17:46:08.274069Z","end":"2026-03-11T17:46:08.606032Z","steps":["trace[802477759] 'process raft request' (duration: 331.573527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.606147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:08.273961Z","time spent":"332.080316ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:08.60626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:08.274044Z","time spent":"332.117118ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:08.606294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.818481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:46:08.606356Z","caller":"traceutil/trace.go:171","msg":"trace[1608793857] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24056; }","duration":"167.967984ms","start":"2026-03-11T17:46:08.438371Z","end":"2026-03-11T17:46:08.606339Z","steps":["trace[1608793857] 'agreement among raft nodes before linearized reading' (duration: 167.726329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.606011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:08.273959Z","time spent":"331.916643ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:08.649696Z","caller":"traceutil/trace.go:171","msg":"trace[1377224123] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"131.440699ms","start":"2026-03-11T17:46:08.518231Z","end":"2026-03-11T17:46:08.649672Z","steps":["trace[1377224123] 'process raft request' (duration: 131.272695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.649756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.422714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:08.64983Z","caller":"traceutil/trace.go:171","msg":"trace[1075238747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24057; }","duration":"134.541566ms","start":"2026-03-11T17:46:08.515272Z","end":"2026-03-11T17:46:08.649814Z","steps":["trace[1075238747] 'agreement among raft nodes before linearized reading' (duration: 134.415234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.649884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.089471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:08.649932Z","caller":"traceutil/trace.go:171","msg":"trace[130728103] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24057; }","duration":"158.181623ms","start":"2026-03-11T17:46:08.491738Z","end":"2026-03-11T17:46:08.64992Z","steps":["trace[130728103] 'agreement among raft nodes before linearized reading' (duration: 158.094052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.907357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.369721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:08.907456Z","caller":"traceutil/trace.go:171","msg":"trace[929480724] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24057; }","duration":"195.529784ms","start":"2026-03-11T17:46:08.711906Z","end":"2026-03-11T17:46:08.907436Z","steps":["trace[929480724] 'range keys from in-memory index tree' (duration: 195.265309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.907904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.43877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:46:08.907938Z","caller":"traceutil/trace.go:171","msg":"trace[2066199446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24057; }","duration":"176.521802ms","start":"2026-03-11T17:46:08.731411Z","end":"2026-03-11T17:46:08.907932Z","steps":["trace[2066199446] 'range keys from in-memory index tree' (duration: 176.281688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:08.907994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.15812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-11T17:46:08.908076Z","caller":"traceutil/trace.go:171","msg":"trace[1810520176] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24057; }","duration":"186.266132ms","start":"2026-03-11T17:46:08.72179Z","end":"2026-03-11T17:46:08.908056Z","steps":["trace[1810520176] 'range keys from in-memory index tree' (duration: 185.952956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:09.291153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.311515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:09.291305Z","caller":"traceutil/trace.go:171","msg":"trace[409640940] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24058; }","duration":"244.516599ms","start":"2026-03-11T17:46:09.046751Z","end":"2026-03-11T17:46:09.291268Z","steps":["trace[409640940] 'count revisions from in-memory index tree' (duration: 244.143162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:10.351133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.408212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:10.351376Z","caller":"traceutil/trace.go:171","msg":"trace[970657758] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"611.505739ms","start":"2026-03-11T17:46:09.739853Z","end":"2026-03-11T17:46:10.351359Z","steps":["trace[970657758] 'process raft request' (duration: 611.472179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:10.351423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:09.739829Z","time spent":"611.57186ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:10.35143Z","caller":"traceutil/trace.go:171","msg":"trace[1622863181] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"1.095055414s","start":"2026-03-11T17:46:09.25633Z","end":"2026-03-11T17:46:10.351385Z","steps":["trace[1622863181] 'process raft request' (duration: 1.094899391s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:10.351519Z","caller":"traceutil/trace.go:171","msg":"trace[582138504] linearizableReadLoop","detail":"{readStateIndex:24916; appliedIndex:24914; }","duration":"1.046210971s","start":"2026-03-11T17:46:09.305302Z","end":"2026-03-11T17:46:10.351513Z","steps":["trace[582138504] 'read index received' (duration: 417.325401ms)","trace[582138504] 'applied index is now lower than readState.Index' (duration: 628.88504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:10.351597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046302413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:10.35161Z","caller":"traceutil/trace.go:171","msg":"trace[1972052801] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24062; }","duration":"1.046350744s","start":"2026-03-11T17:46:09.305255Z","end":"2026-03-11T17:46:10.351606Z","steps":["trace[1972052801] 'agreement among raft nodes before linearized reading' (duration: 1.046294793s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:10.351626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:09.305236Z","time spent":"1.046386014s","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:10.351627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:09.256307Z","time spent":"1.095210446s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:10.351664Z","caller":"traceutil/trace.go:171","msg":"trace[2018913504] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"1.096964548s","start":"2026-03-11T17:46:09.254673Z","end":"2026-03-11T17:46:10.351638Z","steps":["trace[2018913504] 'process raft request' (duration: 467.963936ms)","trace[2018913504] 'compare' (duration: 628.022234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:10.351795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:09.254647Z","time spent":"1.097101911s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:10.857514Z","caller":"traceutil/trace.go:171","msg":"trace[465764963] linearizableReadLoop","detail":"{readStateIndex:24921; appliedIndex:24917; }","duration":"505.952318ms","start":"2026-03-11T17:46:10.351531Z","end":"2026-03-11T17:46:10.857483Z","steps":["trace[465764963] 'read index received' (duration: 425.590554ms)","trace[465764963] 'applied index is now lower than readState.Index' (duration: 80.360244ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:10.857582Z","caller":"traceutil/trace.go:171","msg":"trace[718699423] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"686.380273ms","start":"2026-03-11T17:46:10.17116Z","end":"2026-03-11T17:46:10.857541Z","steps":["trace[718699423] 'process raft request' (duration: 686.116678ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:10.857657Z","caller":"traceutil/trace.go:171","msg":"trace[475804907] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"584.733455ms","start":"2026-03-11T17:46:10.272908Z","end":"2026-03-11T17:46:10.857642Z","steps":["trace[475804907] 'process raft request' (duration: 584.48169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:10.857761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:10.171137Z","time spent":"686.532166ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:10.857783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:10.272886Z","time spent":"584.801576ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:10.857811Z","caller":"traceutil/trace.go:171","msg":"trace[1083772240] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"582.299539ms","start":"2026-03-11T17:46:10.275481Z","end":"2026-03-11T17:46:10.857781Z","steps":["trace[1083772240] 'process raft request' (duration: 581.952852ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:10.858015Z","caller":"traceutil/trace.go:171","msg":"trace[1193318154] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"1.036607004s","start":"2026-03-11T17:46:09.821393Z","end":"2026-03-11T17:46:10.858Z","steps":["trace[1193318154] 'process raft request' (duration: 955.661149ms)","trace[1193318154] 'compare' (duration: 79.928316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:10.858022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.607193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:46:10.857983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:10.275469Z","time spent":"582.398191ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:10.858066Z","caller":"traceutil/trace.go:171","msg":"trace[1010257485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24066; }","duration":"584.677814ms","start":"2026-03-11T17:46:10.273374Z","end":"2026-03-11T17:46:10.858052Z","steps":["trace[1010257485] 'agreement among raft nodes before linearized reading' (duration: 584.532652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:10.858085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:09.821363Z","time spent":"1.036686966s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:10.858098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:10.273365Z","time spent":"584.725775ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:10.860975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.701741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:46:10.861048Z","caller":"traceutil/trace.go:171","msg":"trace[843498607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24067; }","duration":"369.827063ms","start":"2026-03-11T17:46:10.491204Z","end":"2026-03-11T17:46:10.861031Z","steps":["trace[843498607] 'agreement among raft nodes before linearized reading' (duration: 369.603679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:10.861116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.983818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:46:10.861178Z","caller":"traceutil/trace.go:171","msg":"trace[800866087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24067; }","duration":"250.043009ms","start":"2026-03-11T17:46:10.611112Z","end":"2026-03-11T17:46:10.861155Z","steps":["trace[800866087] 'agreement among raft nodes before linearized reading' (duration: 249.859636ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:10.861168Z","caller":"traceutil/trace.go:171","msg":"trace[1546952903] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"205.989686ms","start":"2026-03-11T17:46:10.655155Z","end":"2026-03-11T17:46:10.861145Z","steps":["trace[1546952903] 'process raft request' (duration: 205.506058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:10.861206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:10.49118Z","time spent":"369.971626ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:10.861176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.807734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T17:46:10.861288Z","caller":"traceutil/trace.go:171","msg":"trace[1810179978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24067; }","duration":"250.970577ms","start":"2026-03-11T17:46:10.61029Z","end":"2026-03-11T17:46:10.86126Z","steps":["trace[1810179978] 'agreement among raft nodes before linearized reading' (duration: 250.639001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:10.861344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.771844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:10.861386Z","caller":"traceutil/trace.go:171","msg":"trace[70988759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24067; }","duration":"349.849194ms","start":"2026-03-11T17:46:10.511521Z","end":"2026-03-11T17:46:10.86137Z","steps":["trace[70988759] 'agreement among raft nodes before linearized reading' (duration: 349.786953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:10.861415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:10.511502Z","time spent":"349.906586ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:46:11.225301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.082271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:11.225521Z","caller":"traceutil/trace.go:171","msg":"trace[1746770226] linearizableReadLoop","detail":"{readStateIndex:24926; appliedIndex:24922; }","duration":"287.263107ms","start":"2026-03-11T17:46:10.938243Z","end":"2026-03-11T17:46:11.225506Z","steps":["trace[1746770226] 'read index received' (duration: 103.007984ms)","trace[1746770226] 'applied index is now lower than readState.Index' (duration: 184.254083ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:11.225508Z","caller":"traceutil/trace.go:171","msg":"trace[1353343069] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"359.931561ms","start":"2026-03-11T17:46:10.865524Z","end":"2026-03-11T17:46:11.225455Z","steps":["trace[1353343069] 'process raft request' (duration: 175.622836ms)","trace[1353343069] 'compare' (duration: 183.873377ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:11.225604Z","caller":"traceutil/trace.go:171","msg":"trace[1214297902] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"359.497432ms","start":"2026-03-11T17:46:10.866098Z","end":"2026-03-11T17:46:11.225595Z","steps":["trace[1214297902] 'process raft request' (duration: 359.353599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:11.225656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:10.866075Z","time spent":"359.550323ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:11.225629Z","caller":"traceutil/trace.go:171","msg":"trace[1467345561] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"359.713497ms","start":"2026-03-11T17:46:10.865857Z","end":"2026-03-11T17:46:11.22557Z","steps":["trace[1467345561] 'process raft request' (duration: 359.542414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:11.225697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:10.865498Z","time spent":"360.100763ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:11.225841Z","caller":"traceutil/trace.go:171","msg":"trace[2146681270] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"358.490494ms","start":"2026-03-11T17:46:10.86734Z","end":"2026-03-11T17:46:11.22583Z","steps":["trace[2146681270] 'process raft request' (duration: 358.135947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:11.225834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:10.865843Z","time spent":"359.879269ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:11.225882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:10.867326Z","time spent":"358.532756ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:11.225842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.566385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:11.225897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.629913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:11.225948Z","caller":"traceutil/trace.go:171","msg":"trace[367271100] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24071; }","duration":"287.740207ms","start":"2026-03-11T17:46:10.938181Z","end":"2026-03-11T17:46:11.225921Z","steps":["trace[367271100] 'agreement among raft nodes before linearized reading' (duration: 287.491801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:11.225937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.888358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:46:11.226004Z","caller":"traceutil/trace.go:171","msg":"trace[494768439] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24071; }","duration":"118.761485ms","start":"2026-03-11T17:46:11.107217Z","end":"2026-03-11T17:46:11.225978Z","steps":["trace[494768439] 'agreement among raft nodes before linearized reading' (duration: 118.579252ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:11.226037Z","caller":"traceutil/trace.go:171","msg":"trace[1616459241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24071; }","duration":"230.021561ms","start":"2026-03-11T17:46:10.995986Z","end":"2026-03-11T17:46:11.226008Z","steps":["trace[1616459241] 'agreement among raft nodes before linearized reading' (duration: 229.723285ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:12.005244Z","caller":"traceutil/trace.go:171","msg":"trace[947000163] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"773.89331ms","start":"2026-03-11T17:46:11.231322Z","end":"2026-03-11T17:46:12.005216Z","steps":["trace[947000163] 'process raft request' (duration: 773.653026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:12.005411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:11.231306Z","time spent":"774.012483ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:12.403876Z","caller":"traceutil/trace.go:171","msg":"trace[281525366] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"1.126194059s","start":"2026-03-11T17:46:11.277649Z","end":"2026-03-11T17:46:12.403843Z","steps":["trace[281525366] 'process raft request' (duration: 1.072739591s)","trace[281525366] 'compare' (duration: 52.965639ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:12.403962Z","caller":"traceutil/trace.go:171","msg":"trace[901700826] linearizableReadLoop","detail":"{readStateIndex:24930; appliedIndex:24927; }","duration":"889.450974ms","start":"2026-03-11T17:46:11.514481Z","end":"2026-03-11T17:46:12.403932Z","steps":["trace[901700826] 'read index received' (duration: 490.560374ms)","trace[901700826] 'applied index is now lower than readState.Index' (duration: 398.88888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:12.404052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:11.277608Z","time spent":"1.126360912s","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:12.404298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.832872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:12.404325Z","caller":"traceutil/trace.go:171","msg":"trace[578897091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24074; }","duration":"889.913103ms","start":"2026-03-11T17:46:11.514404Z","end":"2026-03-11T17:46:12.404317Z","steps":["trace[578897091] 'agreement among raft nodes before linearized reading' (duration: 889.859872ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:12.404322Z","caller":"traceutil/trace.go:171","msg":"trace[725257112] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"1.108090745s","start":"2026-03-11T17:46:11.296215Z","end":"2026-03-11T17:46:12.404306Z","steps":["trace[725257112] 'process raft request' (duration: 1.107584606s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:12.404346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:11.514373Z","time spent":"889.969284ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:46:12.404469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:11.296184Z","time spent":"1.108176366s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:12.656442Z","caller":"traceutil/trace.go:171","msg":"trace[176152491] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"298.671368ms","start":"2026-03-11T17:46:12.357735Z","end":"2026-03-11T17:46:12.656406Z","steps":["trace[176152491] 'process raft request' (duration: 230.907287ms)","trace[176152491] 'compare' (duration: 67.558828ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:12.656646Z","caller":"traceutil/trace.go:171","msg":"trace[522160505] linearizableReadLoop","detail":"{readStateIndex:24932; appliedIndex:24930; }","duration":"252.575067ms","start":"2026-03-11T17:46:12.404032Z","end":"2026-03-11T17:46:12.656607Z","steps":["trace[522160505] 'read index received' (duration: 184.690973ms)","trace[522160505] 'applied index is now lower than readState.Index' (duration: 67.880764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:12.656806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.997276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:12.656848Z","caller":"traceutil/trace.go:171","msg":"trace[86672044] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24076; }","duration":"253.133628ms","start":"2026-03-11T17:46:12.403707Z","end":"2026-03-11T17:46:12.65684Z","steps":["trace[86672044] 'agreement among raft nodes before linearized reading' (duration: 253.030636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:12.656902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.187237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:12.656956Z","caller":"traceutil/trace.go:171","msg":"trace[1450863106] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24076; }","duration":"898.32645ms","start":"2026-03-11T17:46:11.758616Z","end":"2026-03-11T17:46:12.656942Z","steps":["trace[1450863106] 'agreement among raft nodes before linearized reading' (duration: 898.187537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:12.657005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:11.758587Z","time spent":"898.407171ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:12.657268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.114844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-11T17:46:12.657188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.806583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:12.657308Z","caller":"traceutil/trace.go:171","msg":"trace[171730586] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24076; }","duration":"143.182756ms","start":"2026-03-11T17:46:12.514115Z","end":"2026-03-11T17:46:12.657298Z","steps":["trace[171730586] 'agreement among raft nodes before linearized reading' (duration: 143.001243ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:12.656699Z","caller":"traceutil/trace.go:171","msg":"trace[1560576942] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"298.848271ms","start":"2026-03-11T17:46:12.357841Z","end":"2026-03-11T17:46:12.656689Z","steps":["trace[1560576942] 'process raft request' (duration: 298.521665ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:12.657346Z","caller":"traceutil/trace.go:171","msg":"trace[1429682171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24076; }","duration":"252.020796ms","start":"2026-03-11T17:46:12.405297Z","end":"2026-03-11T17:46:12.657318Z","steps":["trace[1429682171] 'agreement among raft nodes before linearized reading' (duration: 251.793132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:12.657766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.750732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-11T17:46:12.657814Z","caller":"traceutil/trace.go:171","msg":"trace[759750291] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24076; }","duration":"251.847424ms","start":"2026-03-11T17:46:12.405955Z","end":"2026-03-11T17:46:12.657803Z","steps":["trace[759750291] 'agreement among raft nodes before linearized reading' (duration: 251.654391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:12.657778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.421702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:12.658153Z","caller":"traceutil/trace.go:171","msg":"trace[593316792] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24076; }","duration":"247.850921ms","start":"2026-03-11T17:46:12.410274Z","end":"2026-03-11T17:46:12.658125Z","steps":["trace[593316792] 'agreement among raft nodes before linearized reading' (duration: 247.356331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:13.72991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922135658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:13.935573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068374611s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:46:13.936028Z","caller":"traceutil/trace.go:171","msg":"trace[361974756] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"1.068964112s","start":"2026-03-11T17:46:12.867031Z","end":"2026-03-11T17:46:13.935995Z","steps":["trace[361974756] 'process raft request' (duration: 1.068761118s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:13.936219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:12.866998Z","time spent":"1.069122224s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:14.668853Z","caller":"traceutil/trace.go:171","msg":"trace[1547037003] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"1.801677561s","start":"2026-03-11T17:46:12.867148Z","end":"2026-03-11T17:46:14.668825Z","steps":["trace[1547037003] 'process raft request' (duration: 1.801550639s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:14.668921Z","caller":"traceutil/trace.go:171","msg":"trace[1289743798] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"1.801817884s","start":"2026-03-11T17:46:12.867074Z","end":"2026-03-11T17:46:14.668892Z","steps":["trace[1289743798] 'process raft request' (duration: 1.800944647s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:14.669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:12.867144Z","time spent":"1.801776633s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:14.669048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:12.867042Z","time spent":"1.801936995s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:14.669055Z","caller":"traceutil/trace.go:171","msg":"trace[1624164638] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"1.801275134s","start":"2026-03-11T17:46:12.867755Z","end":"2026-03-11T17:46:14.66903Z","steps":["trace[1624164638] 'process raft request' (duration: 1.80102252s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:14.669126Z","caller":"traceutil/trace.go:171","msg":"trace[1509872876] linearizableReadLoop","detail":"{readStateIndex:24938; appliedIndex:24933; }","duration":"1.43956598s","start":"2026-03-11T17:46:13.229551Z","end":"2026-03-11T17:46:14.669117Z","steps":["trace[1509872876] 'read index received' (duration: 706.27439ms)","trace[1509872876] 'applied index is now lower than readState.Index' (duration: 733.29042ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:14.669177Z","caller":"traceutil/trace.go:171","msg":"trace[1489747615] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"1.770226629s","start":"2026-03-11T17:46:12.898943Z","end":"2026-03-11T17:46:14.66917Z","steps":["trace[1489747615] 'process raft request' (duration: 1.770009675s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:14.66918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:12.86775Z","time spent":"1.801362616s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:14.669211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:12.898897Z","time spent":"1.770291141s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:14.669449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439883895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:46:14.669513Z","caller":"traceutil/trace.go:171","msg":"trace[1948574779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24082; }","duration":"1.440044427s","start":"2026-03-11T17:46:13.229455Z","end":"2026-03-11T17:46:14.669499Z","steps":["trace[1948574779] 'agreement among raft nodes before linearized reading' (duration: 1.439885025s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:14.669541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:13.229417Z","time spent":"1.440117619s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:46:15.169439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922135667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:15.515972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00081035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:46:15.516097Z","caller":"traceutil/trace.go:171","msg":"trace[1825199521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000955823s","start":"2026-03-11T17:46:13.515121Z","end":"2026-03-11T17:46:15.516077Z","steps":["trace[1825199521] 'agreement among raft nodes before linearized reading' (duration: 2.00080717s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:15.516145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:13.515056Z","time spent":"2.001078615s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:46:15.918063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.021662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:15.918343Z","caller":"traceutil/trace.go:171","msg":"trace[1392172516] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"1.25340155s","start":"2026-03-11T17:46:14.664926Z","end":"2026-03-11T17:46:15.918328Z","steps":["trace[1392172516] 'process raft request' (duration: 1.253347669s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:15.918407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.664916Z","time spent":"1.253465721s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:15.919186Z","caller":"traceutil/trace.go:171","msg":"trace[491700353] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"1.508617836s","start":"2026-03-11T17:46:14.410535Z","end":"2026-03-11T17:46:15.919153Z","steps":["trace[491700353] 'process raft request' (duration: 982.402892ms)","trace[491700353] 'compare' (duration: 524.626724ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:15.919225Z","caller":"traceutil/trace.go:171","msg":"trace[1068665967] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"1.256326485s","start":"2026-03-11T17:46:14.662838Z","end":"2026-03-11T17:46:15.919164Z","steps":["trace[1068665967] 'process raft request' (duration: 1.255337657s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:15.919366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.410501Z","time spent":"1.508770159s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:15.919479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.662808Z","time spent":"1.256546279s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:16.509693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116682033s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:46:16.510314Z","caller":"traceutil/trace.go:171","msg":"trace[1548035341] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"1.835405904s","start":"2026-03-11T17:46:14.674867Z","end":"2026-03-11T17:46:16.510272Z","steps":["trace[1548035341] 'process raft request' (duration: 1.83516426s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.510505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.674849Z","time spent":"1.835559677s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:16.510519Z","caller":"traceutil/trace.go:171","msg":"trace[116006773] linearizableReadLoop","detail":"{readStateIndex:24943; appliedIndex:24938; }","duration":"1.8411186s","start":"2026-03-11T17:46:14.669138Z","end":"2026-03-11T17:46:16.510257Z","steps":["trace[116006773] 'read index received' (duration: 723.818115ms)","trace[116006773] 'applied index is now lower than readState.Index' (duration: 1.117299465s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:16.510659Z","caller":"traceutil/trace.go:171","msg":"trace[1878600149] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"1.657113178s","start":"2026-03-11T17:46:14.85353Z","end":"2026-03-11T17:46:16.510643Z","steps":["trace[1878600149] 'process raft request' (duration: 1.65664219s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.510817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.853503Z","time spent":"1.657185571s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:16.510931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943013081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:16.510988Z","caller":"traceutil/trace.go:171","msg":"trace[1438685103] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24088; }","duration":"1.943104244s","start":"2026-03-11T17:46:14.567869Z","end":"2026-03-11T17:46:16.510974Z","steps":["trace[1438685103] 'agreement among raft nodes before linearized reading' (duration: 1.942996892s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.511023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.567845Z","time spent":"1.943169405s","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:46:16.510996Z","caller":"traceutil/trace.go:171","msg":"trace[1035325502] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"1.152172259s","start":"2026-03-11T17:46:15.358781Z","end":"2026-03-11T17:46:16.510953Z","steps":["trace[1035325502] 'process raft request' (duration: 1.151434786s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.511016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09661078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:16.51112Z","caller":"traceutil/trace.go:171","msg":"trace[496384108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24088; }","duration":"2.096800503s","start":"2026-03-11T17:46:14.414292Z","end":"2026-03-11T17:46:16.511093Z","steps":["trace[496384108] 'agreement among raft nodes before linearized reading' (duration: 2.096561539s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.511135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006933483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:46:16.511141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27967803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:46:16.511135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279246422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:46:16.511237Z","caller":"traceutil/trace.go:171","msg":"trace[2088204068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24088; }","duration":"3.279800242s","start":"2026-03-11T17:46:13.231389Z","end":"2026-03-11T17:46:16.511189Z","steps":["trace[2088204068] 'agreement among raft nodes before linearized reading' (duration: 3.279515517s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.511242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502171574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:46:16.511175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280808481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:46:16.51127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:15.358721Z","time spent":"1.152372452s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:16.511287Z","caller":"traceutil/trace.go:171","msg":"trace[461288018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24088; }","duration":"3.279467516s","start":"2026-03-11T17:46:13.231797Z","end":"2026-03-11T17:46:16.511264Z","steps":["trace[461288018] 'agreement among raft nodes before linearized reading' (duration: 3.279066489s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.511253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971550839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-11T17:46:16.511321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:13.231354Z","time spent":"3.279952196s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:46:16.511298Z","caller":"traceutil/trace.go:171","msg":"trace[549486310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24088; }","duration":"2.502329058s","start":"2026-03-11T17:46:14.008955Z","end":"2026-03-11T17:46:16.511284Z","steps":["trace[549486310] 'agreement among raft nodes before linearized reading' (duration: 2.502001501s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:16.511323Z","caller":"traceutil/trace.go:171","msg":"trace[1166730927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24088; }","duration":"3.281020056s","start":"2026-03-11T17:46:13.230281Z","end":"2026-03-11T17:46:16.511301Z","steps":["trace[1166730927] 'agreement among raft nodes before linearized reading' (duration: 3.280633168s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.511367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.008921Z","time spent":"2.50243696s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:46:16.511364Z","caller":"traceutil/trace.go:171","msg":"trace[907181795] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f; range_end:; response_count:1; response_revision:24088; }","duration":"1.971760104s","start":"2026-03-11T17:46:14.539578Z","end":"2026-03-11T17:46:16.511338Z","steps":["trace[907181795] 'agreement among raft nodes before linearized reading' (duration: 1.971440987s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.511376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:13.230255Z","time spent":"3.281110297s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:16.511419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.539552Z","time spent":"1.971852036s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f\" "} {"level":"info","ts":"2026-03-11T17:46:16.511179Z","caller":"traceutil/trace.go:171","msg":"trace[1947434405] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24088; }","duration":"2.007037205s","start":"2026-03-11T17:46:14.50413Z","end":"2026-03-11T17:46:16.511168Z","steps":["trace[1947434405] 'agreement among raft nodes before linearized reading' (duration: 2.006907232s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.511599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:13.23177Z","time spent":"3.279812013s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:16.511677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.504106Z","time spent":"2.007511314s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:16.511179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.414278Z","time spent":"2.096888385s","remote":"127.0.0.1:55696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:16.511151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502013782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:46:16.511971Z","caller":"traceutil/trace.go:171","msg":"trace[36022779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24088; }","duration":"2.502903158s","start":"2026-03-11T17:46:14.009052Z","end":"2026-03-11T17:46:16.511955Z","steps":["trace[36022779] 'agreement among raft nodes before linearized reading' (duration: 2.501829468s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.512041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.009024Z","time spent":"2.50300045s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:46:16.553832Z","caller":"traceutil/trace.go:171","msg":"trace[1428467017] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"612.127721ms","start":"2026-03-11T17:46:15.941676Z","end":"2026-03-11T17:46:16.553803Z","steps":["trace[1428467017] 'process raft request' (duration: 611.904437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.553992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:15.941643Z","time spent":"612.257133ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:16.554105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11108505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:16.554192Z","caller":"traceutil/trace.go:171","msg":"trace[1793661121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24089; }","duration":"1.111212543s","start":"2026-03-11T17:46:15.442939Z","end":"2026-03-11T17:46:16.554152Z","steps":["trace[1793661121] 'agreement among raft nodes before linearized reading' (duration: 1.11107642s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.554257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194822437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:16.554284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:15.442925Z","time spent":"1.111307845s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:46:16.554322Z","caller":"traceutil/trace.go:171","msg":"trace[1584562024] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24089; }","duration":"1.194919219s","start":"2026-03-11T17:46:15.359382Z","end":"2026-03-11T17:46:16.554301Z","steps":["trace[1584562024] 'agreement among raft nodes before linearized reading' (duration: 1.194838798s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.554376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:15.359359Z","time spent":"1.19500431s","remote":"127.0.0.1:40644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:16.554514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030146934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:16.554161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532983646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:16.554563Z","caller":"traceutil/trace.go:171","msg":"trace[588954588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24089; }","duration":"1.030219666s","start":"2026-03-11T17:46:15.52433Z","end":"2026-03-11T17:46:16.55455Z","steps":["trace[588954588] 'agreement among raft nodes before linearized reading' (duration: 1.030141224s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.554548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638398874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T17:46:16.554598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:15.524317Z","time spent":"1.030274677s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:46:16.554614Z","caller":"traceutil/trace.go:171","msg":"trace[549804142] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24089; }","duration":"1.638537997s","start":"2026-03-11T17:46:14.91606Z","end":"2026-03-11T17:46:16.554598Z","steps":["trace[549804142] 'agreement among raft nodes before linearized reading' (duration: 1.638197761s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.554659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:14.916029Z","time spent":"1.638619768s","remote":"127.0.0.1:37244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:16.554831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.312408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:16.554611Z","caller":"traceutil/trace.go:171","msg":"trace[479147178] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24089; }","duration":"1.533506786s","start":"2026-03-11T17:46:15.021088Z","end":"2026-03-11T17:46:16.554595Z","steps":["trace[479147178] 'agreement among raft nodes before linearized reading' (duration: 1.532939995s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:16.554877Z","caller":"traceutil/trace.go:171","msg":"trace[1382867440] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24089; }","duration":"537.362249ms","start":"2026-03-11T17:46:16.017502Z","end":"2026-03-11T17:46:16.554864Z","steps":["trace[1382867440] 'agreement among raft nodes before linearized reading' (duration: 537.283868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.554939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.017412Z","time spent":"537.518113ms","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:16.554926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:15.021069Z","time spent":"1.533838702s","remote":"127.0.0.1:57162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:16.55508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.918948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-11T17:46:16.555147Z","caller":"traceutil/trace.go:171","msg":"trace[823338391] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24089; }","duration":"860.982969ms","start":"2026-03-11T17:46:15.694146Z","end":"2026-03-11T17:46:16.555129Z","steps":["trace[823338391] 'agreement among raft nodes before linearized reading' (duration: 860.671104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:16.555189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:15.694122Z","time spent":"861.05886ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-11T17:46:17.05457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922135678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:17.699027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.655252ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:17.699189Z","caller":"traceutil/trace.go:171","msg":"trace[2115128959] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24089; }","duration":"834.838115ms","start":"2026-03-11T17:46:16.86433Z","end":"2026-03-11T17:46:17.699168Z","steps":["trace[2115128959] 'range keys from in-memory index tree' (duration: 834.633841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.699541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.291331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:17.699822Z","caller":"traceutil/trace.go:171","msg":"trace[1309933425] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"1.185571526s","start":"2026-03-11T17:46:16.514203Z","end":"2026-03-11T17:46:17.699775Z","steps":["trace[1309933425] 'process raft request' (duration: 1.004921688s)","trace[1309933425] 'compare' (duration: 180.127978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:17.699984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.514179Z","time spent":"1.185722809s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:17.700171Z","caller":"traceutil/trace.go:171","msg":"trace[1471948350] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"1.025238614s","start":"2026-03-11T17:46:16.674911Z","end":"2026-03-11T17:46:17.70015Z","steps":["trace[1471948350] 'process raft request' (duration: 1.025131142s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.700267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.67487Z","time spent":"1.025356567s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:17.700281Z","caller":"traceutil/trace.go:171","msg":"trace[83292250] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"1.182613792s","start":"2026-03-11T17:46:16.51765Z","end":"2026-03-11T17:46:17.700263Z","steps":["trace[83292250] 'process raft request' (duration: 1.182275495s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:17.700278Z","caller":"traceutil/trace.go:171","msg":"trace[1575687511] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"1.183440078s","start":"2026-03-11T17:46:16.516791Z","end":"2026-03-11T17:46:17.700231Z","steps":["trace[1575687511] 'process raft request' (duration: 1.182944338s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.700328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.517643Z","time spent":"1.182657943s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:17.700401Z","caller":"traceutil/trace.go:171","msg":"trace[1605953218] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"1.182150225s","start":"2026-03-11T17:46:16.518243Z","end":"2026-03-11T17:46:17.700394Z","steps":["trace[1605953218] 'process raft request' (duration: 1.181739317s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.700434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.518237Z","time spent":"1.182177455s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:17.700461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.516776Z","time spent":"1.183587711s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:17.700923Z","caller":"traceutil/trace.go:171","msg":"trace[1259449888] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"1.025221254s","start":"2026-03-11T17:46:16.675693Z","end":"2026-03-11T17:46:17.700914Z","steps":["trace[1259449888] 'process raft request' (duration: 1.024394989s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:17.700958Z","caller":"traceutil/trace.go:171","msg":"trace[835913582] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"1.024680213s","start":"2026-03-11T17:46:16.676262Z","end":"2026-03-11T17:46:17.700943Z","steps":["trace[835913582] 'process raft request' (duration: 1.023989381s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.700972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.675663Z","time spent":"1.025282524s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:17.700953Z","caller":"traceutil/trace.go:171","msg":"trace[621024622] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"1.184286043s","start":"2026-03-11T17:46:16.516633Z","end":"2026-03-11T17:46:17.700919Z","steps":["trace[621024622] 'process raft request' (duration: 1.18302805s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.701023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.676235Z","time spent":"1.024751725s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:17.701094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.516595Z","time spent":"1.184423246s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:17.725531Z","caller":"traceutil/trace.go:171","msg":"trace[1395890696] linearizableReadLoop","detail":"{readStateIndex:24954; appliedIndex:24945; }","duration":"1.17173048s","start":"2026-03-11T17:46:16.553768Z","end":"2026-03-11T17:46:17.725498Z","steps":["trace[1395890696] 'read index received' (duration: 965.326636ms)","trace[1395890696] 'applied index is now lower than readState.Index' (duration: 206.401694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:17.725769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169911797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:17.725826Z","caller":"traceutil/trace.go:171","msg":"trace[267596684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24097; }","duration":"1.169992299s","start":"2026-03-11T17:46:16.555819Z","end":"2026-03-11T17:46:17.725811Z","steps":["trace[267596684] 'agreement among raft nodes before linearized reading' (duration: 1.169902947s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.725862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.555803Z","time spent":"1.17004728s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:46:17.725878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209925097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:46:17.725912Z","caller":"traceutil/trace.go:171","msg":"trace[806720489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24097; }","duration":"1.210017318s","start":"2026-03-11T17:46:16.515884Z","end":"2026-03-11T17:46:17.725901Z","steps":["trace[806720489] 'agreement among raft nodes before linearized reading' (duration: 1.209796794s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.725947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.515868Z","time spent":"1.210071709s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:46:17.725946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.52565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:17.726048Z","caller":"traceutil/trace.go:171","msg":"trace[115670635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24097; }","duration":"683.668782ms","start":"2026-03-11T17:46:17.042353Z","end":"2026-03-11T17:46:17.726022Z","steps":["trace[115670635] 'agreement among raft nodes before linearized reading' (duration: 683.493239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.726063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.846247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:17.726099Z","caller":"traceutil/trace.go:171","msg":"trace[1494906399] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24097; }","duration":"708.880808ms","start":"2026-03-11T17:46:17.017204Z","end":"2026-03-11T17:46:17.726085Z","steps":["trace[1494906399] 'agreement among raft nodes before linearized reading' (duration: 708.815357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.726096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:17.042345Z","time spent":"683.741084ms","remote":"127.0.0.1:55650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:17.726128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:17.017126Z","time spent":"708.9942ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:17.72634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167115895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03808d9e-5eca-492b-a966-ce5acbbfacf9\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-11T17:46:17.726404Z","caller":"traceutil/trace.go:171","msg":"trace[1965877897] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03808d9e-5eca-492b-a966-ce5acbbfacf9; range_end:; response_count:1; response_revision:24097; }","duration":"1.167219586s","start":"2026-03-11T17:46:16.559163Z","end":"2026-03-11T17:46:17.726382Z","steps":["trace[1965877897] 'agreement among raft nodes before linearized reading' (duration: 1.166996462s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.726441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:16.559146Z","time spent":"1.167287348s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-03808d9e-5eca-492b-a966-ce5acbbfacf9\" "} {"level":"info","ts":"2026-03-11T17:46:17.88764Z","caller":"traceutil/trace.go:171","msg":"trace[773680623] linearizableReadLoop","detail":"{readStateIndex:24955; appliedIndex:24954; }","duration":"156.358239ms","start":"2026-03-11T17:46:17.731246Z","end":"2026-03-11T17:46:17.887604Z","steps":["trace[773680623] 'read index received' (duration: 156.121804ms)","trace[773680623] 'applied index is now lower than readState.Index' (duration: 235.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:17.887798Z","caller":"traceutil/trace.go:171","msg":"trace[19896844] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"158.848266ms","start":"2026-03-11T17:46:17.728933Z","end":"2026-03-11T17:46:17.887781Z","steps":["trace[19896844] 'process raft request' (duration: 158.347136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.888065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.149711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:17.888163Z","caller":"traceutil/trace.go:171","msg":"trace[1929245339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24098; }","duration":"153.251133ms","start":"2026-03-11T17:46:17.734886Z","end":"2026-03-11T17:46:17.888137Z","steps":["trace[1929245339] 'agreement among raft nodes before linearized reading' (duration: 152.938427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.888042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.501463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:17.888252Z","caller":"traceutil/trace.go:171","msg":"trace[1991341434] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24098; }","duration":"102.773788ms","start":"2026-03-11T17:46:17.785462Z","end":"2026-03-11T17:46:17.888236Z","steps":["trace[1991341434] 'agreement among raft nodes before linearized reading' (duration: 102.399212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:17.888279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.971681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-11T17:46:17.888442Z","caller":"traceutil/trace.go:171","msg":"trace[779056140] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24098; }","duration":"157.192284ms","start":"2026-03-11T17:46:17.731197Z","end":"2026-03-11T17:46:17.888389Z","steps":["trace[779056140] 'agreement among raft nodes before linearized reading' (duration: 156.660075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:18.300653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.777192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-11T17:46:18.300735Z","caller":"traceutil/trace.go:171","msg":"trace[1975973996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24098; }","duration":"389.899214ms","start":"2026-03-11T17:46:17.910817Z","end":"2026-03-11T17:46:18.300716Z","steps":["trace[1975973996] 'range keys from in-memory index tree' (duration: 389.606069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:18.300766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:17.910803Z","time spent":"389.956406ms","remote":"127.0.0.1:55716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T17:46:18.583022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922135694,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:46:18.85478Z","caller":"traceutil/trace.go:171","msg":"trace[856880240] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"929.291211ms","start":"2026-03-11T17:46:17.925453Z","end":"2026-03-11T17:46:18.854744Z","steps":["trace[856880240] 'process raft request' (duration: 929.065877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:18.854967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:17.925429Z","time spent":"929.434643ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:19.151533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.906892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:19.151884Z","caller":"traceutil/trace.go:171","msg":"trace[1775706141] linearizableReadLoop","detail":"{readStateIndex:24959; appliedIndex:24955; }","duration":"1.069742496s","start":"2026-03-11T17:46:18.082122Z","end":"2026-03-11T17:46:19.151864Z","steps":["trace[1775706141] 'read index received' (duration: 772.350931ms)","trace[1775706141] 'applied index is now lower than readState.Index' (duration: 297.390455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:19.152097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069968771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:19.152072Z","caller":"traceutil/trace.go:171","msg":"trace[1390607301] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"592.732073ms","start":"2026-03-11T17:46:18.559286Z","end":"2026-03-11T17:46:19.152018Z","steps":["trace[1390607301] 'process raft request' (duration: 592.521419ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:19.152139Z","caller":"traceutil/trace.go:171","msg":"trace[977534309] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24102; }","duration":"1.070071923s","start":"2026-03-11T17:46:18.082052Z","end":"2026-03-11T17:46:19.152124Z","steps":["trace[977534309] 'agreement among raft nodes before linearized reading' (duration: 1.069925941s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.152547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.717467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T17:46:19.152636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:18.559255Z","time spent":"593.291983ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:19.152646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:18.082025Z","time spent":"1.070596532s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:46:19.152673Z","caller":"traceutil/trace.go:171","msg":"trace[1380985367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24102; }","duration":"628.903931ms","start":"2026-03-11T17:46:18.523751Z","end":"2026-03-11T17:46:19.152655Z","steps":["trace[1380985367] 'agreement among raft nodes before linearized reading' (duration: 628.557645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.152907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:18.523731Z","time spent":"629.164235ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:46:19.152212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.337845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:19.15305Z","caller":"traceutil/trace.go:171","msg":"trace[234798759] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24102; }","duration":"810.271912ms","start":"2026-03-11T17:46:18.342763Z","end":"2026-03-11T17:46:19.153035Z","steps":["trace[234798759] 'agreement among raft nodes before linearized reading' (duration: 809.353295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.153086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:18.342711Z","time spent":"810.362973ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:19.152326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.528114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:19.15315Z","caller":"traceutil/trace.go:171","msg":"trace[1520680399] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24102; }","duration":"248.345078ms","start":"2026-03-11T17:46:18.904787Z","end":"2026-03-11T17:46:19.153132Z","steps":["trace[1520680399] 'agreement among raft nodes before linearized reading' (duration: 247.510803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.152401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.461126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:19.153276Z","caller":"traceutil/trace.go:171","msg":"trace[2109728055] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24102; }","duration":"489.340781ms","start":"2026-03-11T17:46:18.663886Z","end":"2026-03-11T17:46:19.153227Z","steps":["trace[2109728055] 'agreement among raft nodes before linearized reading' (duration: 488.466025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.1534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:18.663866Z","time spent":"489.489474ms","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-11T17:46:19.152399Z","caller":"traceutil/trace.go:171","msg":"trace[1357448195] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"1.226814879s","start":"2026-03-11T17:46:17.925547Z","end":"2026-03-11T17:46:19.152362Z","steps":["trace[1357448195] 'process raft request' (duration: 997.961199ms)","trace[1357448195] 'compare' (duration: 227.610036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:19.153512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:17.925526Z","time spent":"1.227932759s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:19.152446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.127774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:19.153607Z","caller":"traceutil/trace.go:171","msg":"trace[1330487289] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24102; }","duration":"676.336287ms","start":"2026-03-11T17:46:18.477253Z","end":"2026-03-11T17:46:19.153589Z","steps":["trace[1330487289] 'agreement among raft nodes before linearized reading' (duration: 675.075884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.153666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:18.47724Z","time spent":"676.401608ms","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:46:19.152411Z","caller":"traceutil/trace.go:171","msg":"trace[643737396] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"1.226782728s","start":"2026-03-11T17:46:17.9256Z","end":"2026-03-11T17:46:19.152382Z","steps":["trace[643737396] 'process raft request' (duration: 1.226080184s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.153737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:17.925572Z","time spent":"1.228127672s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:19.54162Z","caller":"traceutil/trace.go:171","msg":"trace[2039027505] linearizableReadLoop","detail":"{readStateIndex:24960; appliedIndex:24959; }","duration":"381.813375ms","start":"2026-03-11T17:46:19.159771Z","end":"2026-03-11T17:46:19.541584Z","steps":["trace[2039027505] 'read index received' (duration: 380.001242ms)","trace[2039027505] 'applied index is now lower than readState.Index' (duration: 1.809603ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:19.541755Z","caller":"traceutil/trace.go:171","msg":"trace[1404348876] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"384.048676ms","start":"2026-03-11T17:46:19.157674Z","end":"2026-03-11T17:46:19.541723Z","steps":["trace[1404348876] 'process raft request' (duration: 382.141731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.541851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.060549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:19.541914Z","caller":"traceutil/trace.go:171","msg":"trace[2105101373] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24103; }","duration":"382.194522ms","start":"2026-03-11T17:46:19.159695Z","end":"2026-03-11T17:46:19.54189Z","steps":["trace[2105101373] 'agreement among raft nodes before linearized reading' (duration: 382.06663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.541939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.561932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:19.541967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.689798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:19.542019Z","caller":"traceutil/trace.go:171","msg":"trace[1435807256] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24103; }","duration":"360.677204ms","start":"2026-03-11T17:46:19.181322Z","end":"2026-03-11T17:46:19.541999Z","steps":["trace[1435807256] 'agreement among raft nodes before linearized reading' (duration: 360.554612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.542041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.79057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-11T17:46:19.54205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:19.181283Z","time spent":"360.759647ms","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:46:19.542053Z","caller":"traceutil/trace.go:171","msg":"trace[1764046095] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24103; }","duration":"259.82682ms","start":"2026-03-11T17:46:19.282208Z","end":"2026-03-11T17:46:19.542034Z","steps":["trace[1764046095] 'agreement among raft nodes before linearized reading' (duration: 259.677778ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:19.542069Z","caller":"traceutil/trace.go:171","msg":"trace[2124630698] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24103; }","duration":"134.876192ms","start":"2026-03-11T17:46:19.407187Z","end":"2026-03-11T17:46:19.542063Z","steps":["trace[2124630698] 'agreement among raft nodes before linearized reading' (duration: 134.75863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.542021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.583645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:19.542129Z","caller":"traceutil/trace.go:171","msg":"trace[844468731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24103; }","duration":"207.743288ms","start":"2026-03-11T17:46:19.334371Z","end":"2026-03-11T17:46:19.542114Z","steps":["trace[844468731] 'agreement among raft nodes before linearized reading' (duration: 207.511224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:19.541967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:19.159665Z","time spent":"382.290464ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:46:19.541918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:19.157639Z","time spent":"384.197129ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:19.990389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.662139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T17:46:19.990428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.972937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:46:19.990524Z","caller":"traceutil/trace.go:171","msg":"trace[1595732501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24103; }","duration":"284.14372ms","start":"2026-03-11T17:46:19.706356Z","end":"2026-03-11T17:46:19.9905Z","steps":["trace[1595732501] 'range keys from in-memory index tree' (duration: 283.735532ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:19.990537Z","caller":"traceutil/trace.go:171","msg":"trace[1820603657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24103; }","duration":"284.786002ms","start":"2026-03-11T17:46:19.705679Z","end":"2026-03-11T17:46:19.990465Z","steps":["trace[1820603657] 'range keys from in-memory index tree' (duration: 284.460946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:20.207546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922135714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:20.708734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922135714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:20.788808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082233837s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:46:20.789379Z","caller":"traceutil/trace.go:171","msg":"trace[1068165729] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"1.08295486s","start":"2026-03-11T17:46:19.706389Z","end":"2026-03-11T17:46:20.789344Z","steps":["trace[1068165729] 'process raft request' (duration: 1.082741506s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:20.789946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:19.706343Z","time spent":"1.083500691s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:20.876016Z","caller":"traceutil/trace.go:171","msg":"trace[1361088445] linearizableReadLoop","detail":"{readStateIndex:24965; appliedIndex:24961; }","duration":"1.169140123s","start":"2026-03-11T17:46:19.706852Z","end":"2026-03-11T17:46:20.875992Z","steps":["trace[1361088445] 'read index received' (duration: 1.082813078s)","trace[1361088445] 'applied index is now lower than readState.Index' (duration: 86.325455ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:20.8763Z","caller":"traceutil/trace.go:171","msg":"trace[551127380] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"1.169727724s","start":"2026-03-11T17:46:19.706558Z","end":"2026-03-11T17:46:20.876286Z","steps":["trace[551127380] 'process raft request' (duration: 1.168067443s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:20.876429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:19.706527Z","time spent":"1.169813725s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:20.876644Z","caller":"traceutil/trace.go:171","msg":"trace[390499663] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"1.169752214s","start":"2026-03-11T17:46:19.70688Z","end":"2026-03-11T17:46:20.876633Z","steps":["trace[390499663] 'process raft request' (duration: 1.168932849s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:20.876709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:19.706868Z","time spent":"1.169810545s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:20.876864Z","caller":"traceutil/trace.go:171","msg":"trace[1356956529] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"881.141892ms","start":"2026-03-11T17:46:19.99571Z","end":"2026-03-11T17:46:20.876852Z","steps":["trace[1356956529] 'process raft request' (duration: 880.154274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:20.876927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:19.995681Z","time spent":"881.215493ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:20.877071Z","caller":"traceutil/trace.go:171","msg":"trace[2083095862] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"880.390117ms","start":"2026-03-11T17:46:19.996671Z","end":"2026-03-11T17:46:20.877062Z","steps":["trace[2083095862] 'process raft request' (duration: 879.243186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:20.877132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:19.996626Z","time spent":"880.476019ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:20.877363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170513669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:46:20.877411Z","caller":"traceutil/trace.go:171","msg":"trace[708330845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24108; }","duration":"1.17061841s","start":"2026-03-11T17:46:19.706779Z","end":"2026-03-11T17:46:20.877398Z","steps":["trace[708330845] 'agreement among raft nodes before linearized reading' (duration: 1.170473488s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:20.877443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:19.706707Z","time spent":"1.170729792s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:46:22.138925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077651103s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:22.139209Z","caller":"traceutil/trace.go:171","msg":"trace[995060947] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"1.125440986s","start":"2026-03-11T17:46:21.013742Z","end":"2026-03-11T17:46:22.139183Z","steps":["trace[995060947] 'process raft request' (duration: 1.125391215s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.139299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:21.013709Z","time spent":"1.125550858s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:22.139548Z","caller":"traceutil/trace.go:171","msg":"trace[464974005] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"1.278196558s","start":"2026-03-11T17:46:20.861335Z","end":"2026-03-11T17:46:22.139532Z","steps":["trace[464974005] 'process raft request' (duration: 199.824412ms)","trace[464974005] 'compare' (duration: 1.076334939s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:22.139615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:20.861297Z","time spent":"1.27828428s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:22.139679Z","caller":"traceutil/trace.go:171","msg":"trace[1154598943] linearizableReadLoop","detail":"{readStateIndex:24966; appliedIndex:24965; }","duration":"1.263574158s","start":"2026-03-11T17:46:20.876094Z","end":"2026-03-11T17:46:22.139669Z","steps":["trace[1154598943] 'read index received' (duration: 184.927467ms)","trace[1154598943] 'applied index is now lower than readState.Index' (duration: 1.07864566s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:22.140078Z","caller":"traceutil/trace.go:171","msg":"trace[92011067] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"1.255992118s","start":"2026-03-11T17:46:20.884075Z","end":"2026-03-11T17:46:22.140067Z","steps":["trace[92011067] 'process raft request' (duration: 1.254979829s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.14014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:20.884055Z","time spent":"1.256055048s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:22.140407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617964616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:22.140452Z","caller":"traceutil/trace.go:171","msg":"trace[398852988] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24111; }","duration":"1.618032417s","start":"2026-03-11T17:46:20.522405Z","end":"2026-03-11T17:46:22.140438Z","steps":["trace[398852988] 'agreement among raft nodes before linearized reading' (duration: 1.617958086s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.140485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:20.522394Z","time spent":"1.618082969s","remote":"127.0.0.1:46024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:22.141207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627135935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:22.141351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018248573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:22.141468Z","caller":"traceutil/trace.go:171","msg":"trace[612965832] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24111; }","duration":"2.018398766s","start":"2026-03-11T17:46:20.123048Z","end":"2026-03-11T17:46:22.141447Z","steps":["trace[612965832] 'agreement among raft nodes before linearized reading' (duration: 2.01810183s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.141527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:20.122961Z","time spent":"2.018555458s","remote":"127.0.0.1:37292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:22.141249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43430819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:46:22.141423Z","caller":"traceutil/trace.go:171","msg":"trace[1903566406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24111; }","duration":"1.627409781s","start":"2026-03-11T17:46:20.513984Z","end":"2026-03-11T17:46:22.141393Z","steps":["trace[1903566406] 'agreement among raft nodes before linearized reading' (duration: 1.627113485s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.142385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:20.513959Z","time spent":"1.628410779s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:46:22.141663Z","caller":"traceutil/trace.go:171","msg":"trace[1973900120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24111; }","duration":"2.434726038s","start":"2026-03-11T17:46:19.70692Z","end":"2026-03-11T17:46:22.141646Z","steps":["trace[1973900120] 'agreement among raft nodes before linearized reading' (duration: 2.434192307s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.142589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:19.706915Z","time spent":"2.435648265s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:22.141272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990904457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:22.142841Z","caller":"traceutil/trace.go:171","msg":"trace[1841684066] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24111; }","duration":"1.992565288s","start":"2026-03-11T17:46:20.150263Z","end":"2026-03-11T17:46:22.142829Z","steps":["trace[1841684066] 'agreement among raft nodes before linearized reading' (duration: 1.990859315s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.142904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:20.150241Z","time spent":"1.99264614s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:22.640015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922135727,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:46:22.798388Z","caller":"traceutil/trace.go:171","msg":"trace[335198203] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"1.638460095s","start":"2026-03-11T17:46:21.159894Z","end":"2026-03-11T17:46:22.798354Z","steps":["trace[335198203] 'process raft request' (duration: 1.638306852s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.798596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:21.159855Z","time spent":"1.638651068s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:22.798614Z","caller":"traceutil/trace.go:171","msg":"trace[1125995178] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"1.280302346s","start":"2026-03-11T17:46:21.518281Z","end":"2026-03-11T17:46:22.798583Z","steps":["trace[1125995178] 'process raft request' (duration: 1.280190654s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:22.798769Z","caller":"traceutil/trace.go:171","msg":"trace[884332021] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"1.63880625s","start":"2026-03-11T17:46:21.159905Z","end":"2026-03-11T17:46:22.798712Z","steps":["trace[884332021] 'process raft request' (duration: 1.638404423s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:22.798719Z","caller":"traceutil/trace.go:171","msg":"trace[2001928629] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"1.63878838s","start":"2026-03-11T17:46:21.159876Z","end":"2026-03-11T17:46:22.798664Z","steps":["trace[2001928629] 'process raft request' (duration: 1.637910124s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.798844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:21.518243Z","time spent":"1.280463339s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:22.798867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:21.159883Z","time spent":"1.638939043s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:22.798933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:21.159857Z","time spent":"1.638981154s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:22.800139Z","caller":"traceutil/trace.go:171","msg":"trace[1801446295] linearizableReadLoop","detail":"{readStateIndex:24973; appliedIndex:24968; }","duration":"660.407363ms","start":"2026-03-11T17:46:22.139706Z","end":"2026-03-11T17:46:22.800114Z","steps":["trace[1801446295] 'read index received' (duration: 658.450767ms)","trace[1801446295] 'applied index is now lower than readState.Index' (duration: 1.955976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:22.800443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584830714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:46:22.800504Z","caller":"traceutil/trace.go:171","msg":"trace[1405355620] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24117; }","duration":"1.584933416s","start":"2026-03-11T17:46:21.215556Z","end":"2026-03-11T17:46:22.80049Z","steps":["trace[1405355620] 'agreement among raft nodes before linearized reading' (duration: 1.584756613s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.800513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744450944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-ts8s8.189bd9e18d624969\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-11T17:46:22.80054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:21.215531Z","time spent":"1.585000877s","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-11T17:46:22.800554Z","caller":"traceutil/trace.go:171","msg":"trace[222445610] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-ts8s8.189bd9e18d624969; range_end:; response_count:1; response_revision:24117; }","duration":"1.744527855s","start":"2026-03-11T17:46:21.056013Z","end":"2026-03-11T17:46:22.80054Z","steps":["trace[222445610] 'agreement among raft nodes before linearized reading' (duration: 1.744375712s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.800595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:21.056002Z","time spent":"1.744585096s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-ts8s8.189bd9e18d624969\" "} {"level":"info","ts":"2026-03-11T17:46:22.800724Z","caller":"traceutil/trace.go:171","msg":"trace[526932738] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"653.378424ms","start":"2026-03-11T17:46:22.147321Z","end":"2026-03-11T17:46:22.800699Z","steps":["trace[526932738] 'process raft request' (duration: 652.616389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.800794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253033243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:46:22.800826Z","caller":"traceutil/trace.go:171","msg":"trace[164078073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24117; }","duration":"1.253071024s","start":"2026-03-11T17:46:21.547745Z","end":"2026-03-11T17:46:22.800816Z","steps":["trace[164078073] 'agreement among raft nodes before linearized reading' (duration: 1.252970072s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.800843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:22.147307Z","time spent":"653.469555ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:22.800864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:21.547628Z","time spent":"1.253229956s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:46:22.800851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.607533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:22.800932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.378597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:22.801113Z","caller":"traceutil/trace.go:171","msg":"trace[2057936270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24117; }","duration":"656.839896ms","start":"2026-03-11T17:46:22.144134Z","end":"2026-03-11T17:46:22.800974Z","steps":["trace[2057936270] 'agreement among raft nodes before linearized reading' (duration: 656.556031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.800762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813643303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:22.801156Z","caller":"traceutil/trace.go:171","msg":"trace[1067787323] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24117; }","duration":"224.625171ms","start":"2026-03-11T17:46:22.576499Z","end":"2026-03-11T17:46:22.801124Z","steps":["trace[1067787323] 'agreement among raft nodes before linearized reading' (duration: 224.336726ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:22.80125Z","caller":"traceutil/trace.go:171","msg":"trace[642328108] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24117; }","duration":"1.814219963s","start":"2026-03-11T17:46:20.987011Z","end":"2026-03-11T17:46:22.80123Z","steps":["trace[642328108] 'agreement among raft nodes before linearized reading' (duration: 1.813618301s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.801268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:22.144116Z","time spent":"657.109801ms","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:46:22.801169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543807396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:46:22.801303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:20.986981Z","time spent":"1.814303894s","remote":"127.0.0.1:37174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:46:22.801335Z","caller":"traceutil/trace.go:171","msg":"trace[1060846648] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24117; }","duration":"1.544024491s","start":"2026-03-11T17:46:21.257292Z","end":"2026-03-11T17:46:22.801317Z","steps":["trace[1060846648] 'agreement among raft nodes before linearized reading' (duration: 1.543630484s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:22.801398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:21.25728Z","time spent":"1.544099952s","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:39.515576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922135998,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:46:39.640365Z","caller":"traceutil/trace.go:171","msg":"trace[1823877196] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"636.041956ms","start":"2026-03-11T17:46:39.00429Z","end":"2026-03-11T17:46:39.640332Z","steps":["trace[1823877196] 'process raft request' (duration: 635.75498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:39.640666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:39.004271Z","time spent":"636.201879ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:40.657359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016946065s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:46:40.744292Z","caller":"traceutil/trace.go:171","msg":"trace[2084171387] linearizableReadLoop","detail":"{readStateIndex:25094; appliedIndex:25091; }","duration":"1.729605926s","start":"2026-03-11T17:46:39.014641Z","end":"2026-03-11T17:46:40.744247Z","steps":["trace[2084171387] 'read index received' (duration: 625.4458ms)","trace[2084171387] 'applied index is now lower than readState.Index' (duration: 1.104158976s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:40.744425Z","caller":"traceutil/trace.go:171","msg":"trace[179487980] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"1.706796885s","start":"2026-03-11T17:46:39.037613Z","end":"2026-03-11T17:46:40.744409Z","steps":["trace[179487980] 'process raft request' (duration: 1.70652868s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:40.744385Z","caller":"traceutil/trace.go:171","msg":"trace[757263302] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"1.735501885s","start":"2026-03-11T17:46:39.008831Z","end":"2026-03-11T17:46:40.744333Z","steps":["trace[757263302] 'process raft request' (duration: 1.648768141s)","trace[757263302] 'compare' (duration: 86.137303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:40.744529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:39.037594Z","time spent":"1.706854056s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:40.745552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730835349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T17:46:40.74561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.856256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:40.745671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092937949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:40.745673Z","caller":"traceutil/trace.go:171","msg":"trace[1470517466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24233; }","duration":"1.731043893s","start":"2026-03-11T17:46:39.014604Z","end":"2026-03-11T17:46:40.745648Z","steps":["trace[1470517466] 'agreement among raft nodes before linearized reading' (duration: 1.729870251s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:40.745676Z","caller":"traceutil/trace.go:171","msg":"trace[1705743428] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24234; }","duration":"804.999798ms","start":"2026-03-11T17:46:39.940657Z","end":"2026-03-11T17:46:40.745656Z","steps":["trace[1705743428] 'agreement among raft nodes before linearized reading' (duration: 804.802565ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:40.745723Z","caller":"traceutil/trace.go:171","msg":"trace[824181074] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24234; }","duration":"1.09300513s","start":"2026-03-11T17:46:39.652697Z","end":"2026-03-11T17:46:40.745702Z","steps":["trace[824181074] 'agreement among raft nodes before linearized reading' (duration: 1.092941529s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:40.745628Z","caller":"traceutil/trace.go:171","msg":"trace[2137164068] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"498.25443ms","start":"2026-03-11T17:46:40.247248Z","end":"2026-03-11T17:46:40.745503Z","steps":["trace[2137164068] 'process raft request' (duration: 498.065866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:40.745731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:39.94063Z","time spent":"805.090169ms","remote":"127.0.0.1:36802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:40.745748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:39.014594Z","time spent":"1.731137265s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:40.745778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:39.652681Z","time spent":"1.093087672s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T17:46:40.745595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730725678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T17:46:40.74588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.159256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T17:46:40.745893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730425462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:46:40.745904Z","caller":"traceutil/trace.go:171","msg":"trace[1988492461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24234; }","duration":"1.731077614s","start":"2026-03-11T17:46:39.014777Z","end":"2026-03-11T17:46:40.745855Z","steps":["trace[1988492461] 'agreement among raft nodes before linearized reading' (duration: 1.730668347s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:40.745957Z","caller":"traceutil/trace.go:171","msg":"trace[680768767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24234; }","duration":"492.280197ms","start":"2026-03-11T17:46:40.253659Z","end":"2026-03-11T17:46:40.745939Z","steps":["trace[680768767] 'agreement among raft nodes before linearized reading' (duration: 492.031413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:40.745964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158563842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:40.745988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:39.014713Z","time spent":"1.731248447s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:46:40.745968Z","caller":"traceutil/trace.go:171","msg":"trace[700387909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24234; }","duration":"1.730508833s","start":"2026-03-11T17:46:39.015435Z","end":"2026-03-11T17:46:40.745944Z","steps":["trace[700387909] 'agreement among raft nodes before linearized reading' (duration: 1.7303207s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:40.745998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.253635Z","time spent":"492.354629ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:46:40.746024Z","caller":"traceutil/trace.go:171","msg":"trace[469080902] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24234; }","duration":"1.158665674s","start":"2026-03-11T17:46:39.587339Z","end":"2026-03-11T17:46:40.746005Z","steps":["trace[469080902] 'agreement among raft nodes before linearized reading' (duration: 1.158590363s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:40.746038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:39.015428Z","time spent":"1.730601365s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:40.746068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:39.587317Z","time spent":"1.158742325s","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:46:40.745851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233446427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:40.746123Z","caller":"traceutil/trace.go:171","msg":"trace[1733222770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24234; }","duration":"1.233742642s","start":"2026-03-11T17:46:39.512364Z","end":"2026-03-11T17:46:40.746107Z","steps":["trace[1733222770] 'agreement among raft nodes before linearized reading' (duration: 1.233374026s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:40.746091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:39.008802Z","time spent":"1.735681848s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:40.746166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:39.512291Z","time spent":"1.233866084s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:46:40.746282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.247228Z","time spent":"498.600675ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:41.82152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.737399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:41.821675Z","caller":"traceutil/trace.go:171","msg":"trace[1165032263] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"1.070829241s","start":"2026-03-11T17:46:40.750828Z","end":"2026-03-11T17:46:41.821657Z","steps":["trace[1165032263] 'process raft request' (duration: 532.854057ms)","trace[1165032263] 'compare' (duration: 537.464634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:41.821729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.750797Z","time spent":"1.070910482s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:41.821737Z","caller":"traceutil/trace.go:171","msg":"trace[986051246] linearizableReadLoop","detail":"{readStateIndex:25099; appliedIndex:25095; }","duration":"1.069219831s","start":"2026-03-11T17:46:40.752505Z","end":"2026-03-11T17:46:41.821725Z","steps":["trace[986051246] 'read index received' (duration: 85.853406ms)","trace[986051246] 'applied index is now lower than readState.Index' (duration: 983.363535ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:41.821897Z","caller":"traceutil/trace.go:171","msg":"trace[16855696] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"1.071033524s","start":"2026-03-11T17:46:40.750852Z","end":"2026-03-11T17:46:41.821886Z","steps":["trace[16855696] 'process raft request' (duration: 1.07076948s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:41.821967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.750839Z","time spent":"1.071094326s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:41.821988Z","caller":"traceutil/trace.go:171","msg":"trace[176300127] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"1.070928723s","start":"2026-03-11T17:46:40.751051Z","end":"2026-03-11T17:46:41.82198Z","steps":["trace[176300127] 'process raft request' (duration: 1.070632638s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:41.822042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.751022Z","time spent":"1.071001704s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:41.822132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069625239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:41.822156Z","caller":"traceutil/trace.go:171","msg":"trace[9221481] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24238; }","duration":"1.06968017s","start":"2026-03-11T17:46:40.752468Z","end":"2026-03-11T17:46:41.822149Z","steps":["trace[9221481] 'agreement among raft nodes before linearized reading' (duration: 1.069638589s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:41.822194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.752445Z","time spent":"1.06972674s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:46:42.322587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:42.440004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.156290141s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:46:42.753824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:46:42.753899Z","caller":"traceutil/trace.go:171","msg":"trace[1873751103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000141746s","start":"2026-03-11T17:46:40.753743Z","end":"2026-03-11T17:46:42.753885Z","steps":["trace[1873751103] 'agreement among raft nodes before linearized reading' (duration: 2.000051174s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:42.753932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.753719Z","time spent":"2.000206666s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:46:43.042206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.932965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:43.04249Z","caller":"traceutil/trace.go:171","msg":"trace[274169289] linearizableReadLoop","detail":"{readStateIndex:25104; appliedIndex:25099; }","duration":"1.220710321s","start":"2026-03-11T17:46:41.821765Z","end":"2026-03-11T17:46:43.042475Z","steps":["trace[274169289] 'read index received' (duration: 618.47739ms)","trace[274169289] 'applied index is now lower than readState.Index' (duration: 602.231801ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:43.042553Z","caller":"traceutil/trace.go:171","msg":"trace[359416509] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"2.112110357s","start":"2026-03-11T17:46:40.930435Z","end":"2026-03-11T17:46:43.042546Z","steps":["trace[359416509] 'process raft request' (duration: 2.111972884s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:43.042522Z","caller":"traceutil/trace.go:171","msg":"trace[122561442] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"2.112126797s","start":"2026-03-11T17:46:40.930365Z","end":"2026-03-11T17:46:43.042492Z","steps":["trace[122561442] 'process raft request' (duration: 2.112022385s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:43.042599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.930416Z","time spent":"2.112160007s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:43.042685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.930328Z","time spent":"2.11226452s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:43.042823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287668541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:43.04285Z","caller":"traceutil/trace.go:171","msg":"trace[1069419175] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24243; }","duration":"2.287705791s","start":"2026-03-11T17:46:40.755134Z","end":"2026-03-11T17:46:43.04284Z","steps":["trace[1069419175] 'agreement among raft nodes before linearized reading' (duration: 2.28763679s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:43.042871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.755123Z","time spent":"2.287744612s","remote":"127.0.0.1:37140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-11T17:46:43.042883Z","caller":"traceutil/trace.go:171","msg":"trace[714107950] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"2.118165548s","start":"2026-03-11T17:46:40.924709Z","end":"2026-03-11T17:46:43.042874Z","steps":["trace[714107950] 'process raft request' (duration: 1.515472378s)","trace[714107950] 'compare' (duration: 601.595859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:43.042922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.924684Z","time spent":"2.118216569s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:43.042973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107536421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:46:43.043052Z","caller":"traceutil/trace.go:171","msg":"trace[1136040419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24243; }","duration":"2.107651823s","start":"2026-03-11T17:46:40.935376Z","end":"2026-03-11T17:46:43.043028Z","steps":["trace[1136040419] 'agreement among raft nodes before linearized reading' (duration: 2.107397769s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:43.043035Z","caller":"traceutil/trace.go:171","msg":"trace[1832366653] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"2.11285683s","start":"2026-03-11T17:46:40.930155Z","end":"2026-03-11T17:46:43.043012Z","steps":["trace[1832366653] 'process raft request' (duration: 2.112149096s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:43.043086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.935365Z","time spent":"2.107715174s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:46:43.043106Z","caller":"traceutil/trace.go:171","msg":"trace[975655993] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"1.395219366s","start":"2026-03-11T17:46:41.647878Z","end":"2026-03-11T17:46:43.043098Z","steps":["trace[975655993] 'process raft request' (duration: 1.394566804s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:43.043141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:41.647851Z","time spent":"1.395270767s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:43.043135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:40.930129Z","time spent":"2.112958781s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:43.043261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82664992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:46:43.043289Z","caller":"traceutil/trace.go:171","msg":"trace[58597010] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24243; }","duration":"1.826725342s","start":"2026-03-11T17:46:41.216558Z","end":"2026-03-11T17:46:43.043283Z","steps":["trace[58597010] 'agreement among raft nodes before linearized reading' (duration: 1.82662664s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:43.043303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:41.216533Z","time spent":"1.826766483s","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-11T17:46:43.542652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:44.043284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:44.206171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451507377s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:46:44.727708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.225473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:44.727872Z","caller":"traceutil/trace.go:171","msg":"trace[349536944] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"1.975034392s","start":"2026-03-11T17:46:42.752821Z","end":"2026-03-11T17:46:44.727856Z","steps":["trace[349536944] 'process raft request' (duration: 1.975002611s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:44.727911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:42.752809Z","time spent":"1.975084723s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:44.728112Z","caller":"traceutil/trace.go:171","msg":"trace[1954471449] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"2.030352134s","start":"2026-03-11T17:46:42.697753Z","end":"2026-03-11T17:46:44.728105Z","steps":["trace[1954471449] 'process raft request' (duration: 1.508653023s)","trace[1954471449] 'compare' (duration: 520.770105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:44.728138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:42.697733Z","time spent":"2.030391316s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:44.72822Z","caller":"traceutil/trace.go:171","msg":"trace[520164580] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"1.976986199s","start":"2026-03-11T17:46:42.751229Z","end":"2026-03-11T17:46:44.728215Z","steps":["trace[520164580] 'process raft request' (duration: 1.976555341s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:44.728248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:42.751195Z","time spent":"1.97703597s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:44.755197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:46:44.755369Z","caller":"traceutil/trace.go:171","msg":"trace[1404338829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463703s","start":"2026-03-11T17:46:42.754815Z","end":"2026-03-11T17:46:44.755278Z","steps":["trace[1404338829] 'agreement among raft nodes before linearized reading' (duration: 2.000333631s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:44.755438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:42.754786Z","time spent":"2.000639516s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:46:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:46:45.748098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.881164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:45.748626Z","caller":"traceutil/trace.go:171","msg":"trace[1737313283] linearizableReadLoop","detail":"{readStateIndex:25111; appliedIndex:25104; }","duration":"2.706081203s","start":"2026-03-11T17:46:43.042515Z","end":"2026-03-11T17:46:45.748596Z","steps":["trace[1737313283] 'read index received' (duration: 1.163902451s)","trace[1737313283] 'applied index is now lower than readState.Index' (duration: 1.542177002s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:45.748934Z","caller":"traceutil/trace.go:171","msg":"trace[1863743647] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"2.903640266s","start":"2026-03-11T17:46:42.845275Z","end":"2026-03-11T17:46:45.748915Z","steps":["trace[1863743647] 'process raft request' (duration: 2.801787833s)","trace[1863743647] 'compare' (duration: 100.670591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:45.74903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:42.845264Z","time spent":"2.903714847s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:45.74919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:43.046058Z","time spent":"2.703123059s","remote":"127.0.0.1:37086","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T17:46:45.749309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022160706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-11T17:46:45.749385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19711141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:45.749394Z","caller":"traceutil/trace.go:171","msg":"trace[1504278222] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"2.702016428s","start":"2026-03-11T17:46:43.04734Z","end":"2026-03-11T17:46:45.749356Z","steps":["trace[1504278222] 'process raft request' (duration: 2.70106037s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:45.749452Z","caller":"traceutil/trace.go:171","msg":"trace[1630976047] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24249; }","duration":"3.197210071s","start":"2026-03-11T17:46:42.552221Z","end":"2026-03-11T17:46:45.749431Z","steps":["trace[1630976047] 'agreement among raft nodes before linearized reading' (duration: 3.197101629s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:45.749504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:42.552203Z","time spent":"3.197286603s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:45.749498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908782292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:45.749535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907102688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:46:45.749586Z","caller":"traceutil/trace.go:171","msg":"trace[415614842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24249; }","duration":"2.90719251s","start":"2026-03-11T17:46:42.842384Z","end":"2026-03-11T17:46:45.749576Z","steps":["trace[415614842] 'agreement among raft nodes before linearized reading' (duration: 2.907072178s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:45.749592Z","caller":"traceutil/trace.go:171","msg":"trace[559048757] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24249; }","duration":"3.908927494s","start":"2026-03-11T17:46:41.840644Z","end":"2026-03-11T17:46:45.749572Z","steps":["trace[559048757] 'agreement among raft nodes before linearized reading' (duration: 3.908747291s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:45.74963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:41.840627Z","time spent":"3.908996126s","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:46:45.749573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:43.047316Z","time spent":"2.702171952s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:46:45.749497Z","caller":"traceutil/trace.go:171","msg":"trace[895394408] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"2.700373398s","start":"2026-03-11T17:46:43.04908Z","end":"2026-03-11T17:46:45.749454Z","steps":["trace[895394408] 'process raft request' (duration: 2.69943079s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:45.750637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:43.049054Z","time spent":"2.70151768s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:45.749629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:42.842366Z","time spent":"2.907254561s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:46:45.749421Z","caller":"traceutil/trace.go:171","msg":"trace[1612311287] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24249; }","duration":"3.022306928s","start":"2026-03-11T17:46:42.727084Z","end":"2026-03-11T17:46:45.749391Z","steps":["trace[1612311287] 'agreement among raft nodes before linearized reading' (duration: 3.021975272s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:45.750871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:42.727075Z","time spent":"3.023787196s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:46:45.749125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744211109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:45.751002Z","caller":"traceutil/trace.go:171","msg":"trace[1602585658] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24249; }","duration":"2.746120593s","start":"2026-03-11T17:46:43.004866Z","end":"2026-03-11T17:46:45.750987Z","steps":["trace[1602585658] 'agreement among raft nodes before linearized reading' (duration: 2.744142307s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:45.751039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:43.004849Z","time spent":"2.746177274s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:46.249573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136030,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:46:46.579753Z","caller":"traceutil/trace.go:171","msg":"trace[2067021290] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"1.691776978s","start":"2026-03-11T17:46:44.887949Z","end":"2026-03-11T17:46:46.579726Z","steps":["trace[2067021290] 'process raft request' (duration: 1.688399295s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.579925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:44.887914Z","time spent":"1.69192519s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:46.580035Z","caller":"traceutil/trace.go:171","msg":"trace[1704872017] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"1.529396826s","start":"2026-03-11T17:46:45.050616Z","end":"2026-03-11T17:46:46.580013Z","steps":["trace[1704872017] 'process raft request' (duration: 1.529250073s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:46.58005Z","caller":"traceutil/trace.go:171","msg":"trace[1996057761] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"1.529578279s","start":"2026-03-11T17:46:45.050438Z","end":"2026-03-11T17:46:46.580016Z","steps":["trace[1996057761] 'process raft request' (duration: 1.529222622s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.580181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.050567Z","time spent":"1.529531368s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:46.58024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.050405Z","time spent":"1.529724432s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:46.58024Z","caller":"traceutil/trace.go:171","msg":"trace[2013360006] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"1.529563609s","start":"2026-03-11T17:46:45.050634Z","end":"2026-03-11T17:46:46.580198Z","steps":["trace[2013360006] 'process raft request' (duration: 1.529335725s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:46.580362Z","caller":"traceutil/trace.go:171","msg":"trace[1015661139] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"830.225975ms","start":"2026-03-11T17:46:45.750127Z","end":"2026-03-11T17:46:46.580353Z","steps":["trace[1015661139] 'process raft request' (duration: 830.112263ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:46.580363Z","caller":"traceutil/trace.go:171","msg":"trace[743383614] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"1.529190463s","start":"2026-03-11T17:46:45.051151Z","end":"2026-03-11T17:46:46.580341Z","steps":["trace[743383614] 'process raft request' (duration: 1.52902897s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:46.58033Z","caller":"traceutil/trace.go:171","msg":"trace[1587926506] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"1.52908957s","start":"2026-03-11T17:46:45.05118Z","end":"2026-03-11T17:46:46.580269Z","steps":["trace[1587926506] 'process raft request' (duration: 1.528908497s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.580411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.0506Z","time spent":"1.529721032s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:46.580458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.051137Z","time spent":"1.529270874s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:46.580409Z","caller":"traceutil/trace.go:171","msg":"trace[2017816162] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"825.187231ms","start":"2026-03-11T17:46:45.755187Z","end":"2026-03-11T17:46:46.580374Z","steps":["trace[2017816162] 'process raft request' (duration: 825.10606ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:46.580545Z","caller":"traceutil/trace.go:171","msg":"trace[528546392] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"823.802767ms","start":"2026-03-11T17:46:45.756732Z","end":"2026-03-11T17:46:46.580534Z","steps":["trace[528546392] 'process raft request' (duration: 823.600002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.580591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.75671Z","time spent":"823.859908ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:46.580626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.755165Z","time spent":"825.351025ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:46.58041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.750105Z","time spent":"830.283555ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:46.580638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.051161Z","time spent":"1.529285464s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:46.586501Z","caller":"traceutil/trace.go:171","msg":"trace[91152285] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25111; }","duration":"837.60806ms","start":"2026-03-11T17:46:45.748863Z","end":"2026-03-11T17:46:46.586471Z","steps":["trace[91152285] 'read index received' (duration: 827.577835ms)","trace[91152285] 'applied index is now lower than readState.Index' (duration: 10.028535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:46.586591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211160196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:46.586636Z","caller":"traceutil/trace.go:171","msg":"trace[228792431] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24258; }","duration":"2.211207187s","start":"2026-03-11T17:46:44.375414Z","end":"2026-03-11T17:46:46.586621Z","steps":["trace[228792431] 'agreement among raft nodes before linearized reading' (duration: 2.211121186s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.586667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:44.375364Z","time spent":"2.211296929s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:46.5867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724994531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:46.58681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047784098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-11T17:46:46.586848Z","caller":"traceutil/trace.go:171","msg":"trace[971691958] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f; range_end:; response_count:1; response_revision:24258; }","duration":"2.04787105s","start":"2026-03-11T17:46:44.538966Z","end":"2026-03-11T17:46:46.586837Z","steps":["trace[971691958] 'agreement among raft nodes before linearized reading' (duration: 2.047665786s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:46.586847Z","caller":"traceutil/trace.go:171","msg":"trace[155865511] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24258; }","duration":"1.725216016s","start":"2026-03-11T17:46:44.861605Z","end":"2026-03-11T17:46:46.586821Z","steps":["trace[155865511] 'agreement among raft nodes before linearized reading' (duration: 1.72490729s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.586871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:44.538937Z","time spent":"2.04792902s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f\" "} {"level":"warn","ts":"2026-03-11T17:46:46.586885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130392725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:46.586902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:44.861587Z","time spent":"1.725303097s","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:46.58691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753901118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:46:46.586972Z","caller":"traceutil/trace.go:171","msg":"trace[94474588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24258; }","duration":"2.753982039s","start":"2026-03-11T17:46:43.832974Z","end":"2026-03-11T17:46:46.586956Z","steps":["trace[94474588] 'agreement among raft nodes before linearized reading' (duration: 2.753647563s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:43.83297Z","time spent":"2.75403376s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:46.587033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823663524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:46.58704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275356561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:46.587057Z","caller":"traceutil/trace.go:171","msg":"trace[2059837688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24258; }","duration":"1.823716146s","start":"2026-03-11T17:46:44.763333Z","end":"2026-03-11T17:46:46.587049Z","steps":["trace[2059837688] 'agreement among raft nodes before linearized reading' (duration: 1.823669445s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:46.587063Z","caller":"traceutil/trace.go:171","msg":"trace[831617672] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24258; }","duration":"1.275428203s","start":"2026-03-11T17:46:45.311627Z","end":"2026-03-11T17:46:46.587055Z","steps":["trace[831617672] 'agreement among raft nodes before linearized reading' (duration: 1.275388282s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:44.763319Z","time spent":"1.823751586s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:46:46.587082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.311602Z","time spent":"1.275474843s","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:46.587244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195824311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:46.587266Z","caller":"traceutil/trace.go:171","msg":"trace[1726251830] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24258; }","duration":"1.195854671s","start":"2026-03-11T17:46:45.391402Z","end":"2026-03-11T17:46:46.587257Z","steps":["trace[1726251830] 'agreement among raft nodes before linearized reading' (duration: 1.195805681s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.391397Z","time spent":"1.195891522s","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:46.587301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755030948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:46:46.587328Z","caller":"traceutil/trace.go:171","msg":"trace[950458540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24258; }","duration":"2.755066238s","start":"2026-03-11T17:46:43.832253Z","end":"2026-03-11T17:46:46.587319Z","steps":["trace[950458540] 'agreement among raft nodes before linearized reading' (duration: 2.754982987s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:43.832246Z","time spent":"2.755097289s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:46:46.587363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312810503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-11T17:46:46.58739Z","caller":"traceutil/trace.go:171","msg":"trace[1896515484] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24258; }","duration":"1.312861884s","start":"2026-03-11T17:46:45.274519Z","end":"2026-03-11T17:46:46.587381Z","steps":["trace[1896515484] 'agreement among raft nodes before linearized reading' (duration: 1.3126831s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.274508Z","time spent":"1.312896315s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-11T17:46:46.586918Z","caller":"traceutil/trace.go:171","msg":"trace[981649176] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24258; }","duration":"2.130467446s","start":"2026-03-11T17:46:44.456437Z","end":"2026-03-11T17:46:46.586905Z","steps":["trace[981649176] 'agreement among raft nodes before linearized reading' (duration: 2.130411765s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.100291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:46.587467Z","caller":"traceutil/trace.go:171","msg":"trace[480315734] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24258; }","duration":"831.140381ms","start":"2026-03-11T17:46:45.756319Z","end":"2026-03-11T17:46:46.58746Z","steps":["trace[480315734] 'agreement among raft nodes before linearized reading' (duration: 831.10089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.756304Z","time spent":"831.174791ms","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:46:46.587479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:44.456412Z","time spent":"2.131049486s","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:46.58755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.948165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:46.58759Z","caller":"traceutil/trace.go:171","msg":"trace[1598740691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24258; }","duration":"359.025956ms","start":"2026-03-11T17:46:46.228548Z","end":"2026-03-11T17:46:46.587574Z","steps":["trace[1598740691] 'agreement among raft nodes before linearized reading' (duration: 358.958184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359486717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:46.587617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.528447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:46.587634Z","caller":"traceutil/trace.go:171","msg":"trace[964854323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24258; }","duration":"1.359539347s","start":"2026-03-11T17:46:45.228088Z","end":"2026-03-11T17:46:46.587627Z","steps":["trace[964854323] 'agreement among raft nodes before linearized reading' (duration: 1.359498416s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:46.587644Z","caller":"traceutil/trace.go:171","msg":"trace[470739462] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24258; }","duration":"556.554797ms","start":"2026-03-11T17:46:46.03108Z","end":"2026-03-11T17:46:46.587634Z","steps":["trace[470739462] 'agreement among raft nodes before linearized reading' (duration: 556.480116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.228073Z","time spent":"1.359576247s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:46.587665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:46.031004Z","time spent":"556.653939ms","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:46.587684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755455446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T17:46:46.587706Z","caller":"traceutil/trace.go:171","msg":"trace[1023976327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24258; }","duration":"2.755504267s","start":"2026-03-11T17:46:43.832194Z","end":"2026-03-11T17:46:46.587699Z","steps":["trace[1023976327] 'agreement among raft nodes before linearized reading' (duration: 2.755440296s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:43.832178Z","time spent":"2.755541688s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:46.587762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.109881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-11T17:46:46.587794Z","caller":"traceutil/trace.go:171","msg":"trace[496184941] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24258; }","duration":"831.174413ms","start":"2026-03-11T17:46:45.756609Z","end":"2026-03-11T17:46:46.587783Z","steps":["trace[496184941] 'agreement among raft nodes before linearized reading' (duration: 831.066771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.756601Z","time spent":"831.212483ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T17:46:46.587876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835955384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:46:46.587899Z","caller":"traceutil/trace.go:171","msg":"trace[1757958174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24258; }","duration":"2.836033286s","start":"2026-03-11T17:46:43.751858Z","end":"2026-03-11T17:46:46.587891Z","steps":["trace[1757958174] 'agreement among raft nodes before linearized reading' (duration: 2.835960974s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.587917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:43.751827Z","time spent":"2.836085567s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:46:46.58762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:46.228522Z","time spent":"359.091308ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:46.587971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.742765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-11T17:46:46.58808Z","caller":"traceutil/trace.go:171","msg":"trace[1621364268] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24258; }","duration":"830.883377ms","start":"2026-03-11T17:46:45.757187Z","end":"2026-03-11T17:46:46.58807Z","steps":["trace[1621364268] 'agreement among raft nodes before linearized reading' (duration: 830.738584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:46.588103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:45.757169Z","time spent":"830.926338ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T17:46:48.286023Z","caller":"traceutil/trace.go:171","msg":"trace[289641006] linearizableReadLoop","detail":"{readStateIndex:25189; appliedIndex:25188; }","duration":"453.869959ms","start":"2026-03-11T17:46:47.832126Z","end":"2026-03-11T17:46:48.285996Z","steps":["trace[289641006] 'read index received' (duration: 453.791538ms)","trace[289641006] 'applied index is now lower than readState.Index' (duration: 77.421µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:48.286104Z","caller":"traceutil/trace.go:171","msg":"trace[370871840] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"526.851278ms","start":"2026-03-11T17:46:47.759203Z","end":"2026-03-11T17:46:48.286055Z","steps":["trace[370871840] 'process raft request' (duration: 526.639193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:48.28624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.097784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-11T17:46:48.286278Z","caller":"traceutil/trace.go:171","msg":"trace[355667454] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24325; }","duration":"454.202255ms","start":"2026-03-11T17:46:47.832065Z","end":"2026-03-11T17:46:48.286267Z","steps":["trace[355667454] 'agreement among raft nodes before linearized reading' (duration: 454.057212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:48.286303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:47.832046Z","time spent":"454.251897ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:46:48.286328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:47.759176Z","time spent":"527.030851ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:48.786906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:49.571031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.518068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:49.571173Z","caller":"traceutil/trace.go:171","msg":"trace[1327755053] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"1.31862374s","start":"2026-03-11T17:46:48.252525Z","end":"2026-03-11T17:46:49.571148Z","steps":["trace[1327755053] 'process raft request' (duration: 697.868088ms)","trace[1327755053] 'compare' (duration: 620.133041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:49.571239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.252503Z","time spent":"1.318707612s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:50.165664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21523924s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:46:50.514249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:46:50.514341Z","caller":"traceutil/trace.go:171","msg":"trace[1187338167] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036354s","start":"2026-03-11T17:46:48.514284Z","end":"2026-03-11T17:46:50.51432Z","steps":["trace[1187338167] 'agreement among raft nodes before linearized reading' (duration: 1.999921312s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:50.514388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.514278Z","time spent":"2.000100995s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:46:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:46:50.78217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.119447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:50.782516Z","caller":"traceutil/trace.go:171","msg":"trace[768957753] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"2.19615408s","start":"2026-03-11T17:46:48.586341Z","end":"2026-03-11T17:46:50.782495Z","steps":["trace[768957753] 'process raft request' (duration: 2.195984327s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:50.782649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.586323Z","time spent":"2.196263022s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:50.782507Z","caller":"traceutil/trace.go:171","msg":"trace[1426048120] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"2.197025766s","start":"2026-03-11T17:46:48.585409Z","end":"2026-03-11T17:46:50.782435Z","steps":["trace[1426048120] 'process raft request' (duration: 1.580499931s)","trace[1426048120] 'compare' (duration: 615.638818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:50.782968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.585388Z","time spent":"2.197527775s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:50.782834Z","caller":"traceutil/trace.go:171","msg":"trace[914995015] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"2.196343683s","start":"2026-03-11T17:46:48.586463Z","end":"2026-03-11T17:46:50.782807Z","steps":["trace[914995015] 'process raft request' (duration: 2.195968347s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:50.78314Z","caller":"traceutil/trace.go:171","msg":"trace[1302267520] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"2.196388334s","start":"2026-03-11T17:46:48.586717Z","end":"2026-03-11T17:46:50.783105Z","steps":["trace[1302267520] 'process raft request' (duration: 2.195979167s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:50.783186Z","caller":"traceutil/trace.go:171","msg":"trace[988411922] linearizableReadLoop","detail":"{readStateIndex:25197; appliedIndex:25189; }","duration":"2.49706006s","start":"2026-03-11T17:46:48.286097Z","end":"2026-03-11T17:46:50.783157Z","steps":["trace[988411922] 'read index received' (duration: 664.293387ms)","trace[988411922] 'applied index is now lower than readState.Index' (duration: 1.832765163s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:50.783242Z","caller":"traceutil/trace.go:171","msg":"trace[1921039160] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"2.195391875s","start":"2026-03-11T17:46:48.587774Z","end":"2026-03-11T17:46:50.783166Z","steps":["trace[1921039160] 'process raft request' (duration: 2.195224812s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:50.783266Z","caller":"traceutil/trace.go:171","msg":"trace[1005395297] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"2.042991578s","start":"2026-03-11T17:46:48.740234Z","end":"2026-03-11T17:46:50.783225Z","steps":["trace[1005395297] 'process raft request' (duration: 2.042844905s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:50.783258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.586434Z","time spent":"2.196674739s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:50.783368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897588602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:50.783467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.740214Z","time spent":"2.043145361s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:50.783494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.587757Z","time spent":"2.195603619s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:50.783267Z","caller":"traceutil/trace.go:171","msg":"trace[235695187] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"2.042792905s","start":"2026-03-11T17:46:48.740448Z","end":"2026-03-11T17:46:50.783241Z","steps":["trace[235695187] 'process raft request' (duration: 2.042667773s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:50.78364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.740402Z","time spent":"2.043178221s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:50.783473Z","caller":"traceutil/trace.go:171","msg":"trace[1859117519] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24333; }","duration":"2.897716975s","start":"2026-03-11T17:46:47.885728Z","end":"2026-03-11T17:46:50.783445Z","steps":["trace[1859117519] 'agreement among raft nodes before linearized reading' (duration: 2.897550402s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:50.783733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:47.885716Z","time spent":"2.89799341s","remote":"127.0.0.1:45928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:50.783317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.586701Z","time spent":"2.196528736s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:51.551425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.950242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:51.551557Z","caller":"traceutil/trace.go:171","msg":"trace[984444016] linearizableReadLoop","detail":"{readStateIndex:25198; appliedIndex:25197; }","duration":"768.260169ms","start":"2026-03-11T17:46:50.783277Z","end":"2026-03-11T17:46:51.551538Z","steps":["trace[984444016] 'read index received' (duration: 485.995882ms)","trace[984444016] 'applied index is now lower than readState.Index' (duration: 282.262707ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:51.55184Z","caller":"traceutil/trace.go:171","msg":"trace[702839857] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"792.932224ms","start":"2026-03-11T17:46:50.758894Z","end":"2026-03-11T17:46:51.551826Z","steps":["trace[702839857] 'process raft request' (duration: 510.464593ms)","trace[702839857] 'compare' (duration: 281.79396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:51.551909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:50.758847Z","time spent":"793.026686ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:51.552132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037357403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:51.552169Z","caller":"traceutil/trace.go:171","msg":"trace[1161214962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24334; }","duration":"1.037457994s","start":"2026-03-11T17:46:50.514702Z","end":"2026-03-11T17:46:51.55216Z","steps":["trace[1161214962] 'agreement among raft nodes before linearized reading' (duration: 1.037391623s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.552206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:50.514681Z","time spent":"1.037514785s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:46:51.552402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879971687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:51.552493Z","caller":"traceutil/trace.go:171","msg":"trace[973029894] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24334; }","duration":"2.880137241s","start":"2026-03-11T17:46:48.672337Z","end":"2026-03-11T17:46:51.552474Z","steps":["trace[973029894] 'agreement among raft nodes before linearized reading' (duration: 2.879925296s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.552463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39810176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:46:51.552504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564658028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:51.552538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.672315Z","time spent":"2.880214822s","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:51.552517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948763929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:46:51.552574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242378255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:51.552545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094178727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-11T17:46:51.552597Z","caller":"traceutil/trace.go:171","msg":"trace[1024154273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24334; }","duration":"2.948900473s","start":"2026-03-11T17:46:48.603677Z","end":"2026-03-11T17:46:51.552577Z","steps":["trace[1024154273] 'agreement among raft nodes before linearized reading' (duration: 2.948630977s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:51.552618Z","caller":"traceutil/trace.go:171","msg":"trace[212545057] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24334; }","duration":"2.242458285s","start":"2026-03-11T17:46:49.310149Z","end":"2026-03-11T17:46:51.552607Z","steps":["trace[212545057] 'agreement among raft nodes before linearized reading' (duration: 2.242399044s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.552591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942057755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:46:51.552603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280857854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:46:51.552603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967197591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:46:51.552689Z","caller":"traceutil/trace.go:171","msg":"trace[1818424635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24334; }","duration":"2.942190478s","start":"2026-03-11T17:46:48.61047Z","end":"2026-03-11T17:46:51.552661Z","steps":["trace[1818424635] 'agreement among raft nodes before linearized reading' (duration: 2.941887692s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:51.552713Z","caller":"traceutil/trace.go:171","msg":"trace[466425138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24334; }","duration":"2.967360004s","start":"2026-03-11T17:46:48.585338Z","end":"2026-03-11T17:46:51.552698Z","steps":["trace[466425138] 'agreement among raft nodes before linearized reading' (duration: 2.967047187s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:51.552701Z","caller":"traceutil/trace.go:171","msg":"trace[1961130478] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24334; }","duration":"1.281024276s","start":"2026-03-11T17:46:50.271653Z","end":"2026-03-11T17:46:51.552677Z","steps":["trace[1961130478] 'agreement among raft nodes before linearized reading' (duration: 1.280857173s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.552711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260363477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-11T17:46:51.552763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.585314Z","time spent":"2.967439505s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:51.552766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:50.271624Z","time spent":"1.281131458s","remote":"127.0.0.1:37302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:51.552731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26226126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T17:46:51.552768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.610457Z","time spent":"2.94229548s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:46:51.552573Z","caller":"traceutil/trace.go:171","msg":"trace[776989475] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24334; }","duration":"1.56476677s","start":"2026-03-11T17:46:49.987788Z","end":"2026-03-11T17:46:51.552554Z","steps":["trace[776989475] 'agreement among raft nodes before linearized reading' (duration: 1.564634628s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:51.552845Z","caller":"traceutil/trace.go:171","msg":"trace[158467079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24334; }","duration":"1.262448363s","start":"2026-03-11T17:46:50.290366Z","end":"2026-03-11T17:46:51.552814Z","steps":["trace[158467079] 'agreement among raft nodes before linearized reading' (duration: 1.262060816s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.552907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:50.290334Z","time spent":"1.262563876s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:46:51.552931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:49.98777Z","time spent":"1.565134347s","remote":"127.0.0.1:57172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:51.55264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.603654Z","time spent":"2.948979644s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:46:51.552779Z","caller":"traceutil/trace.go:171","msg":"trace[1594448273] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24334; }","duration":"2.260489399s","start":"2026-03-11T17:46:49.292272Z","end":"2026-03-11T17:46:51.552761Z","steps":["trace[1594448273] 'agreement among raft nodes before linearized reading' (duration: 2.260325636s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.553103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:49.292247Z","time spent":"2.260842635s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:46:51.552512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.264497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:46:51.553228Z","caller":"traceutil/trace.go:171","msg":"trace[1201156445] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24334; }","duration":"336.0265ms","start":"2026-03-11T17:46:51.217185Z","end":"2026-03-11T17:46:51.553212Z","steps":["trace[1201156445] 'agreement among raft nodes before linearized reading' (duration: 335.216956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.553284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.217157Z","time spent":"336.110392ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-11T17:46:51.552575Z","caller":"traceutil/trace.go:171","msg":"trace[1596679958] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24334; }","duration":"1.398281033s","start":"2026-03-11T17:46:50.154269Z","end":"2026-03-11T17:46:51.55255Z","steps":["trace[1596679958] 'agreement among raft nodes before linearized reading' (duration: 1.398020288s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.553386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:50.154241Z","time spent":"1.399123068s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:51.552604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949431442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:46:51.553471Z","caller":"traceutil/trace.go:171","msg":"trace[2129084077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24334; }","duration":"2.950334458s","start":"2026-03-11T17:46:48.603115Z","end":"2026-03-11T17:46:51.55345Z","steps":["trace[2129084077] 'agreement among raft nodes before linearized reading' (duration: 2.949245818s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.553484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890202565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-11T17:46:51.55352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.603105Z","time spent":"2.950400439s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:46:51.55353Z","caller":"traceutil/trace.go:171","msg":"trace[1448894302] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24334; }","duration":"1.890287556s","start":"2026-03-11T17:46:49.663226Z","end":"2026-03-11T17:46:51.553513Z","steps":["trace[1448894302] 'agreement among raft nodes before linearized reading' (duration: 1.889155335s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.552657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:49.310123Z","time spent":"2.242526427s","remote":"127.0.0.1:57226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:51.553563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:49.663203Z","time spent":"1.890352807s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-11T17:46:51.552646Z","caller":"traceutil/trace.go:171","msg":"trace[1065767316] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24334; }","duration":"3.09433603s","start":"2026-03-11T17:46:48.458286Z","end":"2026-03-11T17:46:51.552622Z","steps":["trace[1065767316] 'agreement among raft nodes before linearized reading' (duration: 3.093986822s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.553634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:48.458263Z","time spent":"3.095340577s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:46:51.552826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076783141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:46:51.553722Z","caller":"traceutil/trace.go:171","msg":"trace[1396068000] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24334; }","duration":"1.077723068s","start":"2026-03-11T17:46:50.475979Z","end":"2026-03-11T17:46:51.553702Z","steps":["trace[1396068000] 'agreement among raft nodes before linearized reading' (duration: 1.076623338s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:51.553784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:50.475954Z","time spent":"1.077810139s","remote":"127.0.0.1:37156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":228,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:53.562235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000622666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:46:53.562369Z","caller":"traceutil/trace.go:171","msg":"trace[972506096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000797229s","start":"2026-03-11T17:46:51.561541Z","end":"2026-03-11T17:46:53.562338Z","steps":["trace[972506096] 'agreement among raft nodes before linearized reading' (duration: 2.000630976s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:53.562554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.561532Z","time spent":"2.000963112s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:46:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:46:53.798087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877114073s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-11T17:46:53.798238Z","caller":"traceutil/trace.go:171","msg":"trace[1472957871] linearizableReadLoop","detail":"{readStateIndex:25199; appliedIndex:25198; }","duration":"2.241480006s","start":"2026-03-11T17:46:51.556708Z","end":"2026-03-11T17:46:53.798188Z","steps":["trace[1472957871] 'read index received' (duration: 364.315193ms)","trace[1472957871] 'applied index is now lower than readState.Index' (duration: 1.877162573s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:53.798363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.554104Z","time spent":"2.244254178s","remote":"127.0.0.1:37086","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T17:46:53.79887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242144849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T17:46:53.798939Z","caller":"traceutil/trace.go:171","msg":"trace[862443355] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9; range_end:; response_count:1; response_revision:24334; }","duration":"2.242256531s","start":"2026-03-11T17:46:51.556665Z","end":"2026-03-11T17:46:53.798921Z","steps":["trace[862443355] 'agreement among raft nodes before linearized reading' (duration: 2.241950866s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:53.79899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.55665Z","time spent":"2.242325852s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9\" "} {"level":"warn","ts":"2026-03-11T17:46:53.800876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.879837843s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:46:53.801474Z","caller":"traceutil/trace.go:171","msg":"trace[1496585073] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"2.243696828s","start":"2026-03-11T17:46:51.557758Z","end":"2026-03-11T17:46:53.801455Z","steps":["trace[1496585073] 'process raft request' (duration: 2.243448304s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:53.801632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.557744Z","time spent":"2.24378216s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:53.80204Z","caller":"traceutil/trace.go:171","msg":"trace[2144582379] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"2.243925751s","start":"2026-03-11T17:46:51.558085Z","end":"2026-03-11T17:46:53.802011Z","steps":["trace[2144582379] 'process raft request' (duration: 2.243320621s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:53.802127Z","caller":"traceutil/trace.go:171","msg":"trace[1212950081] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"2.243790369s","start":"2026-03-11T17:46:51.558325Z","end":"2026-03-11T17:46:53.802115Z","steps":["trace[1212950081] 'process raft request' (duration: 2.243725748s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:53.802148Z","caller":"traceutil/trace.go:171","msg":"trace[1722166218] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"2.243894531s","start":"2026-03-11T17:46:51.558227Z","end":"2026-03-11T17:46:53.802122Z","steps":["trace[1722166218] 'process raft request' (duration: 2.243727148s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:53.802197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.558297Z","time spent":"2.243867601s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:53.802185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.558079Z","time spent":"2.244033583s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:53.802293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.55822Z","time spent":"2.243999643s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:53.802295Z","caller":"traceutil/trace.go:171","msg":"trace[1210686349] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"2.243922372s","start":"2026-03-11T17:46:51.55835Z","end":"2026-03-11T17:46:53.802272Z","steps":["trace[1210686349] 'process raft request' (duration: 2.243731709s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:53.802318Z","caller":"traceutil/trace.go:171","msg":"trace[619484520] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"2.239838536s","start":"2026-03-11T17:46:51.562472Z","end":"2026-03-11T17:46:53.80231Z","steps":["trace[619484520] 'process raft request' (duration: 2.239724114s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:53.802356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.562463Z","time spent":"2.239870067s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:53.802403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.558342Z","time spent":"2.243988853s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:55.563065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:46:55.563166Z","caller":"traceutil/trace.go:171","msg":"trace[1667696685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074644s","start":"2026-03-11T17:46:53.563069Z","end":"2026-03-11T17:46:55.563143Z","steps":["trace[1667696685] 'agreement among raft nodes before linearized reading' (duration: 1.999928382s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.563241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:53.56304Z","time spent":"2.000173277s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:46:55.685817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.858334806s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:46:55.942664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.504551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:55.942898Z","caller":"traceutil/trace.go:171","msg":"trace[302446369] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"3.152712077s","start":"2026-03-11T17:46:52.790149Z","end":"2026-03-11T17:46:55.942861Z","steps":["trace[302446369] 'process raft request' (duration: 2.895898591s)","trace[302446369] 'compare' (duration: 256.129764ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:55.942962Z","caller":"traceutil/trace.go:171","msg":"trace[1339698137] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"3.152688298s","start":"2026-03-11T17:46:52.790253Z","end":"2026-03-11T17:46:55.942941Z","steps":["trace[1339698137] 'process raft request' (duration: 3.152599736s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.943027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:52.790203Z","time spent":"3.152794619s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:55.943088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:52.790114Z","time spent":"3.15287156s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:55.943148Z","caller":"traceutil/trace.go:171","msg":"trace[1468634240] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"3.15286226s","start":"2026-03-11T17:46:52.790219Z","end":"2026-03-11T17:46:55.943081Z","steps":["trace[1468634240] 'process raft request' (duration: 3.152574525s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:55.943249Z","caller":"traceutil/trace.go:171","msg":"trace[1069521386] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"3.152662058s","start":"2026-03-11T17:46:52.790571Z","end":"2026-03-11T17:46:55.943233Z","steps":["trace[1069521386] 'process raft request' (duration: 3.152322201s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.943311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:52.790553Z","time spent":"3.152723629s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:55.943417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:52.79018Z","time spent":"3.153083855s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:55.943483Z","caller":"traceutil/trace.go:171","msg":"trace[1397915977] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"3.152756289s","start":"2026-03-11T17:46:52.79071Z","end":"2026-03-11T17:46:55.943466Z","steps":["trace[1397915977] 'process raft request' (duration: 3.152459643s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.943546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:52.790702Z","time spent":"3.152809231s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:55.943688Z","caller":"traceutil/trace.go:171","msg":"trace[830557952] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"3.152822381s","start":"2026-03-11T17:46:52.790853Z","end":"2026-03-11T17:46:55.943675Z","steps":["trace[830557952] 'process raft request' (duration: 3.152522645s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.943736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:52.790827Z","time spent":"3.152881481s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:55.943929Z","caller":"traceutil/trace.go:171","msg":"trace[712743630] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"3.152662188s","start":"2026-03-11T17:46:52.791255Z","end":"2026-03-11T17:46:55.943918Z","steps":["trace[712743630] 'process raft request' (duration: 3.152372623s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.94398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:52.791223Z","time spent":"3.152729639s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:55.944204Z","caller":"traceutil/trace.go:171","msg":"trace[998509451] linearizableReadLoop","detail":"{readStateIndex:25212; appliedIndex:25199; }","duration":"2.14587228s","start":"2026-03-11T17:46:53.798304Z","end":"2026-03-11T17:46:55.944176Z","steps":["trace[998509451] 'read index received' (duration: 2.864613ms)","trace[998509451] 'applied index is now lower than readState.Index' (duration: 2.143006287s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:55.944341Z","caller":"traceutil/trace.go:171","msg":"trace[1621677991] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"2.143958204s","start":"2026-03-11T17:46:53.80037Z","end":"2026-03-11T17:46:55.944328Z","steps":["trace[1621677991] 'process raft request' (duration: 2.143501536s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.944467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:53.800338Z","time spent":"2.144035485s","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:46:55.94471Z","caller":"traceutil/trace.go:171","msg":"trace[53631135] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"2.143751382s","start":"2026-03-11T17:46:53.800948Z","end":"2026-03-11T17:46:55.944699Z","steps":["trace[53631135] 'process raft request' (duration: 2.14311677s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.944774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:53.800925Z","time spent":"2.143813093s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:55.945175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256011905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:55.945233Z","caller":"traceutil/trace.go:171","msg":"trace[150977706] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24349; }","duration":"2.256101007s","start":"2026-03-11T17:46:53.689115Z","end":"2026-03-11T17:46:55.945216Z","steps":["trace[150977706] 'agreement among raft nodes before linearized reading' (duration: 2.255945154s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.945295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:53.689099Z","time spent":"2.256184878s","remote":"127.0.0.1:37564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:55.945595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316110666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:46:55.945635Z","caller":"traceutil/trace.go:171","msg":"trace[1720647229] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24349; }","duration":"2.316208707s","start":"2026-03-11T17:46:53.629417Z","end":"2026-03-11T17:46:55.945626Z","steps":["trace[1720647229] 'agreement among raft nodes before linearized reading' (duration: 2.316062155s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.945664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:53.629386Z","time spent":"2.316271299s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:46:55.945812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34803674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:46:55.945845Z","caller":"traceutil/trace.go:171","msg":"trace[466112383] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24349; }","duration":"4.348090531s","start":"2026-03-11T17:46:51.597747Z","end":"2026-03-11T17:46:55.945838Z","steps":["trace[466112383] 'agreement among raft nodes before linearized reading' (duration: 4.347992859s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.945873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.597736Z","time spent":"4.348130902s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T17:46:55.945897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229488179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:46:55.945968Z","caller":"traceutil/trace.go:171","msg":"trace[5750906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24349; }","duration":"4.229614321s","start":"2026-03-11T17:46:51.716336Z","end":"2026-03-11T17:46:55.94595Z","steps":["trace[5750906] 'agreement among raft nodes before linearized reading' (duration: 4.229372777s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.946021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.716305Z","time spent":"4.229704893s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:46:55.946098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389220222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f2528ea-5295-439a-8346-e21ce399b84f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-11T17:46:55.946138Z","caller":"traceutil/trace.go:171","msg":"trace[1544617537] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f2528ea-5295-439a-8346-e21ce399b84f; range_end:; response_count:1; response_revision:24349; }","duration":"4.389281942s","start":"2026-03-11T17:46:51.556847Z","end":"2026-03-11T17:46:55.946129Z","steps":["trace[1544617537] 'agreement among raft nodes before linearized reading' (duration: 4.38917546s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.946166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.556827Z","time spent":"4.389332994s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-0f2528ea-5295-439a-8346-e21ce399b84f\" "} {"level":"warn","ts":"2026-03-11T17:46:55.94628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92338768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:55.946329Z","caller":"traceutil/trace.go:171","msg":"trace[1434877872] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24349; }","duration":"2.923490812s","start":"2026-03-11T17:46:53.022824Z","end":"2026-03-11T17:46:55.946315Z","steps":["trace[1434877872] 'agreement among raft nodes before linearized reading' (duration: 2.92340661s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.946372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:53.022794Z","time spent":"2.923567373s","remote":"127.0.0.1:40882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:55.946593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387285843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-11T17:46:55.946632Z","caller":"traceutil/trace.go:171","msg":"trace[1842197951] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24349; }","duration":"3.387368415s","start":"2026-03-11T17:46:52.559253Z","end":"2026-03-11T17:46:55.946621Z","steps":["trace[1842197951] 'agreement among raft nodes before linearized reading' (duration: 3.387260433s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.946705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953189824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:55.946868Z","caller":"traceutil/trace.go:171","msg":"trace[2011845687] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24349; }","duration":"3.953422678s","start":"2026-03-11T17:46:51.993416Z","end":"2026-03-11T17:46:55.946839Z","steps":["trace[2011845687] 'agreement among raft nodes before linearized reading' (duration: 3.953131093s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.946953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.993324Z","time spent":"3.953612991s","remote":"127.0.0.1:46120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:55.947097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193663657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:55.947155Z","caller":"traceutil/trace.go:171","msg":"trace[1501170766] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24349; }","duration":"4.193786559s","start":"2026-03-11T17:46:51.753352Z","end":"2026-03-11T17:46:55.947139Z","steps":["trace[1501170766] 'agreement among raft nodes before linearized reading' (duration: 4.193686797s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.947194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:51.753314Z","time spent":"4.193870741s","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:55.946718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493848052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:55.947316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.793462741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:55.947378Z","caller":"traceutil/trace.go:171","msg":"trace[362338631] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24349; }","duration":"3.494550635s","start":"2026-03-11T17:46:52.452799Z","end":"2026-03-11T17:46:55.94735Z","steps":["trace[362338631] 'agreement among raft nodes before linearized reading' (duration: 3.493848062s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:55.947427Z","caller":"traceutil/trace.go:171","msg":"trace[1894049266] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24349; }","duration":"3.793632734s","start":"2026-03-11T17:46:52.153773Z","end":"2026-03-11T17:46:55.947406Z","steps":["trace[1894049266] 'agreement among raft nodes before linearized reading' (duration: 3.793432279s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:55.947478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:52.452775Z","time spent":"3.494666759s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:55.947501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:52.153752Z","time spent":"3.793736686s","remote":"127.0.0.1:47754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:55.946662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:52.559229Z","time spent":"3.387425136s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:46:56.444918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:56.94552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:46:57.01559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328983542s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:46:57.082843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.990679ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:46:57.082951Z","caller":"traceutil/trace.go:171","msg":"trace[1140253285] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24349; }","duration":"218.111052ms","start":"2026-03-11T17:46:56.864824Z","end":"2026-03-11T17:46:57.082935Z","steps":["trace[1140253285] 'range keys from in-memory index tree' (duration: 217.977978ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:57.08304Z","caller":"traceutil/trace.go:171","msg":"trace[1042285942] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"2.197115257s","start":"2026-03-11T17:46:54.885908Z","end":"2026-03-11T17:46:57.083023Z","steps":["trace[1042285942] 'process raft request' (duration: 2.129962826s)","trace[1042285942] 'compare' (duration: 66.982887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:57.08313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:54.88588Z","time spent":"2.197190519s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:57.572708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:46:57.572803Z","caller":"traceutil/trace.go:171","msg":"trace[1253350895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493212s","start":"2026-03-11T17:46:55.572289Z","end":"2026-03-11T17:46:57.572783Z","steps":["trace[1253350895] 'agreement among raft nodes before linearized reading' (duration: 2.00036997s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:57.572843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.57226Z","time spent":"2.000575844s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:46:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:46:58.873903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:46:58.873998Z","caller":"traceutil/trace.go:171","msg":"trace[448498804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293179s","start":"2026-03-11T17:46:56.873685Z","end":"2026-03-11T17:46:58.873978Z","steps":["trace[448498804] 'agreement among raft nodes before linearized reading' (duration: 2.000165137s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:58.874051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:56.873656Z","time spent":"2.000384662s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:46:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:46:59.308303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.292484769s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:46:59.573327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:46:59.573451Z","caller":"traceutil/trace.go:171","msg":"trace[658001901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241158s","start":"2026-03-11T17:46:57.573176Z","end":"2026-03-11T17:46:59.573417Z","steps":["trace[658001901] 'agreement among raft nodes before linearized reading' (duration: 2.000083745s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:59.57351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.573151Z","time spent":"2.00034867s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:46:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:46:59.586512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.751254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:46:59.587007Z","caller":"traceutil/trace.go:171","msg":"trace[1148394636] linearizableReadLoop","detail":"{readStateIndex:25217; appliedIndex:25214; }","duration":"3.642691485s","start":"2026-03-11T17:46:55.944286Z","end":"2026-03-11T17:46:59.586978Z","steps":["trace[1148394636] 'read index received' (duration: 1.071574646s)","trace[1148394636] 'applied index is now lower than readState.Index' (duration: 2.571114899s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:46:59.587132Z","caller":"traceutil/trace.go:171","msg":"trace[1259411946] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"3.63598001s","start":"2026-03-11T17:46:55.951132Z","end":"2026-03-11T17:46:59.587112Z","steps":["trace[1259411946] 'process raft request' (duration: 3.357495313s)","trace[1259411946] 'compare' (duration: 276.246016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:46:59.587236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.951119Z","time spent":"3.636063702s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:59.587809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780545163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:46:59.588063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780671806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:46:59.588089Z","caller":"traceutil/trace.go:171","msg":"trace[1641226577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24353; }","duration":"3.780882169s","start":"2026-03-11T17:46:55.807185Z","end":"2026-03-11T17:46:59.588068Z","steps":["trace[1641226577] 'agreement among raft nodes before linearized reading' (duration: 3.78038637s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:59.588122Z","caller":"traceutil/trace.go:171","msg":"trace[1975367166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24353; }","duration":"3.78091245s","start":"2026-03-11T17:46:55.807189Z","end":"2026-03-11T17:46:59.588102Z","steps":["trace[1975367166] 'agreement among raft nodes before linearized reading' (duration: 3.780511672s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:59.588185Z","caller":"traceutil/trace.go:171","msg":"trace[1067900225] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"3.029494171s","start":"2026-03-11T17:46:56.558679Z","end":"2026-03-11T17:46:59.588173Z","steps":["trace[1067900225] 'process raft request' (duration: 3.027970653s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:59.588279Z","caller":"traceutil/trace.go:171","msg":"trace[2132215895] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"2.631498436s","start":"2026-03-11T17:46:56.956756Z","end":"2026-03-11T17:46:59.588254Z","steps":["trace[2132215895] 'process raft request' (duration: 2.63013333s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:59.588313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:56.558653Z","time spent":"3.029572222s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:59.588364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779945671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:46:59.588394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:56.956726Z","time spent":"2.631614067s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:46:59.588445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782899006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:46:59.588457Z","caller":"traceutil/trace.go:171","msg":"trace[1878842740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24353; }","duration":"3.780054703s","start":"2026-03-11T17:46:55.808384Z","end":"2026-03-11T17:46:59.588438Z","steps":["trace[1878842740] 'agreement among raft nodes before linearized reading' (duration: 3.779822859s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:59.588186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.807175Z","time spent":"3.780998691s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:46:59.588504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.808291Z","time spent":"3.780204026s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:46:59.588508Z","caller":"traceutil/trace.go:171","msg":"trace[1592662767] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24353; }","duration":"3.783010038s","start":"2026-03-11T17:46:55.805473Z","end":"2026-03-11T17:46:59.588483Z","steps":["trace[1592662767] 'agreement among raft nodes before linearized reading' (duration: 3.782742473s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:59.588138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.807161Z","time spent":"3.78096756s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:46:59.588553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.805443Z","time spent":"3.78309719s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:59.588607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330982417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:59.58862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780234287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:46:59.588666Z","caller":"traceutil/trace.go:171","msg":"trace[1756733954] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24353; }","duration":"5.331074959s","start":"2026-03-11T17:46:54.257574Z","end":"2026-03-11T17:46:59.588649Z","steps":["trace[1756733954] 'agreement among raft nodes before linearized reading' (duration: 5.330952106s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:46:59.588675Z","caller":"traceutil/trace.go:171","msg":"trace[602208333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24353; }","duration":"3.780342949s","start":"2026-03-11T17:46:55.808317Z","end":"2026-03-11T17:46:59.58866Z","steps":["trace[602208333] 'agreement among raft nodes before linearized reading' (duration: 3.780124105s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:59.588719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.808292Z","time spent":"3.78041859s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:59.588721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:54.257552Z","time spent":"5.3311536s","remote":"127.0.0.1:46130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:59.588719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.773331312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-11T17:46:59.588842Z","caller":"traceutil/trace.go:171","msg":"trace[1343410980] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24353; }","duration":"5.773521286s","start":"2026-03-11T17:46:53.815294Z","end":"2026-03-11T17:46:59.588815Z","steps":["trace[1343410980] 'agreement among raft nodes before linearized reading' (duration: 5.773125729s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:59.588883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489016618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:46:59.588925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:53.815274Z","time spent":"5.773620817s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"info","ts":"2026-03-11T17:46:59.588961Z","caller":"traceutil/trace.go:171","msg":"trace[643184986] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24353; }","duration":"5.48914292s","start":"2026-03-11T17:46:54.099799Z","end":"2026-03-11T17:46:59.588942Z","steps":["trace[643184986] 'agreement among raft nodes before linearized reading' (duration: 5.489033428s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:59.589005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:54.099734Z","time spent":"5.489258272s","remote":"127.0.0.1:40820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:46:59.589275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781067772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:46:59.589453Z","caller":"traceutil/trace.go:171","msg":"trace[435545105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24353; }","duration":"3.781198824s","start":"2026-03-11T17:46:55.80815Z","end":"2026-03-11T17:46:59.589349Z","steps":["trace[435545105] 'agreement among raft nodes before linearized reading' (duration: 3.780283687s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:59.5895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674751737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:46:59.589679Z","caller":"traceutil/trace.go:171","msg":"trace[573531645] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24353; }","duration":"3.675004381s","start":"2026-03-11T17:46:55.914643Z","end":"2026-03-11T17:46:59.589648Z","steps":["trace[573531645] 'agreement among raft nodes before linearized reading' (duration: 3.673698397s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:46:59.589695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.808143Z","time spent":"3.781417369s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:46:59.589795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.914612Z","time spent":"3.675165855s","remote":"127.0.0.1:50046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:00.087563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:47:00.588021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:47:00.686848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9998074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:47:00.686957Z","caller":"traceutil/trace.go:171","msg":"trace[525887596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000284s","start":"2026-03-11T17:46:58.686934Z","end":"2026-03-11T17:47:00.686934Z","steps":["trace[525887596] 'agreement among raft nodes before linearized reading' (duration: 1.99985813s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:00.687015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:58.686893Z","time spent":"2.000111116s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:47:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:47:00.712187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403603642s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:47:00.818061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.998541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:00.818652Z","caller":"traceutil/trace.go:171","msg":"trace[2095497805] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"2.864085735s","start":"2026-03-11T17:46:57.954543Z","end":"2026-03-11T17:47:00.818629Z","steps":["trace[2095497805] 'process raft request' (duration: 2.864029714s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:00.818697Z","caller":"traceutil/trace.go:171","msg":"trace[1807950241] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"2.866185993s","start":"2026-03-11T17:46:57.95246Z","end":"2026-03-11T17:47:00.818646Z","steps":["trace[1807950241] 'process raft request' (duration: 2.865924307s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:00.81887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.954513Z","time spent":"2.864272937s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:00.819009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.95245Z","time spent":"2.866417367s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:00.819235Z","caller":"traceutil/trace.go:171","msg":"trace[1832355511] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"2.867067519s","start":"2026-03-11T17:46:57.952155Z","end":"2026-03-11T17:47:00.819222Z","steps":["trace[1832355511] 'process raft request' (duration: 2.866118851s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:00.819175Z","caller":"traceutil/trace.go:171","msg":"trace[503939626] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"2.866129471s","start":"2026-03-11T17:46:57.952997Z","end":"2026-03-11T17:47:00.819126Z","steps":["trace[503939626] 'process raft request' (duration: 2.8654744s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:00.819237Z","caller":"traceutil/trace.go:171","msg":"trace[1753515549] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"3.741270165s","start":"2026-03-11T17:46:57.077918Z","end":"2026-03-11T17:47:00.819188Z","steps":["trace[1753515549] 'process raft request' (duration: 3.636036601s)","trace[1753515549] 'compare' (duration: 103.734257ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:00.819235Z","caller":"traceutil/trace.go:171","msg":"trace[1731129440] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"2.866506629s","start":"2026-03-11T17:46:57.952685Z","end":"2026-03-11T17:47:00.819191Z","steps":["trace[1731129440] 'process raft request' (duration: 2.865739784s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:00.819309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.952131Z","time spent":"2.86713962s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:00.819396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.952773Z","time spent":"2.866520868s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:00.819454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.95267Z","time spent":"2.866669081s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:00.819288Z","caller":"traceutil/trace.go:171","msg":"trace[82656099] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"2.864772407s","start":"2026-03-11T17:46:57.954439Z","end":"2026-03-11T17:47:00.819212Z","steps":["trace[82656099] 'process raft request' (duration: 2.864099755s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:00.819465Z","caller":"traceutil/trace.go:171","msg":"trace[442684067] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"2.866410047s","start":"2026-03-11T17:46:57.953006Z","end":"2026-03-11T17:47:00.819416Z","steps":["trace[442684067] 'process raft request' (duration: 2.86549993s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:00.819672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.077892Z","time spent":"3.741419819s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:00.819682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.954429Z","time spent":"2.865087952s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:00.819717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.952771Z","time spent":"2.866825574s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:01.582281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:47:01.582386Z","caller":"traceutil/trace.go:171","msg":"trace[105656820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453273s","start":"2026-03-11T17:46:59.581908Z","end":"2026-03-11T17:47:01.582361Z","steps":["trace[105656820] 'agreement among raft nodes before linearized reading' (duration: 2.00032037s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:01.582429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:59.58189Z","time spent":"2.000531004s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:47:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:47:02.028614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212926477s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:47:02.097135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:00.944202Z","time spent":"1.152922859s","remote":"127.0.0.1:50924","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:47:02.098108Z","caller":"traceutil/trace.go:171","msg":"trace[721316795] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"2.503732864s","start":"2026-03-11T17:46:59.594343Z","end":"2026-03-11T17:47:02.098076Z","steps":["trace[721316795] 'process raft request' (duration: 2.434558965s)","trace[721316795] 'compare' (duration: 68.778892ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:02.098275Z","caller":"traceutil/trace.go:171","msg":"trace[1655059635] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"2.503882668s","start":"2026-03-11T17:46:59.59438Z","end":"2026-03-11T17:47:02.098262Z","steps":["trace[1655059635] 'process raft request' (duration: 2.503627382s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.098278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:59.594329Z","time spent":"2.503860357s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:02.09834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:59.594369Z","time spent":"2.503936949s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:02.099002Z","caller":"traceutil/trace.go:171","msg":"trace[668246237] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"2.504499608s","start":"2026-03-11T17:46:59.594445Z","end":"2026-03-11T17:47:02.098945Z","steps":["trace[668246237] 'process raft request' (duration: 2.503993699s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.099276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:59.594434Z","time spent":"2.504737373s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:02.099474Z","caller":"traceutil/trace.go:171","msg":"trace[164124729] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"2.505040848s","start":"2026-03-11T17:46:59.59442Z","end":"2026-03-11T17:47:02.099461Z","steps":["trace[164124729] 'process raft request' (duration: 2.503794656s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:02.099483Z","caller":"traceutil/trace.go:171","msg":"trace[623060548] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"2.504240012s","start":"2026-03-11T17:46:59.59523Z","end":"2026-03-11T17:47:02.09947Z","steps":["trace[623060548] 'process raft request' (duration: 2.503319826s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.099543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:59.595221Z","time spent":"2.504289944s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:02.09954Z","caller":"traceutil/trace.go:171","msg":"trace[1545486653] linearizableReadLoop","detail":"{readStateIndex:25231; appliedIndex:25218; }","duration":"2.512452494s","start":"2026-03-11T17:46:59.587065Z","end":"2026-03-11T17:47:02.099517Z","steps":["trace[1545486653] 'read index received' (duration: 1.126883547s)","trace[1545486653] 'applied index is now lower than readState.Index' (duration: 1.385567187s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.099543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:59.594395Z","time spent":"2.505111419s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:02.317692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.058928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-11T17:47:02.317755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.713989085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:02.317793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494884264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:02.317844Z","caller":"traceutil/trace.go:171","msg":"trace[1242738283] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24366; }","duration":"5.714116558s","start":"2026-03-11T17:46:56.603699Z","end":"2026-03-11T17:47:02.317815Z","steps":["trace[1242738283] 'agreement among raft nodes before linearized reading' (duration: 5.496104189s)","trace[1242738283] 'range keys from in-memory index tree' (duration: 217.906047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.317889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:56.603674Z","time spent":"5.714204s","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-11T17:47:02.317907Z","caller":"traceutil/trace.go:171","msg":"trace[983662572] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24366; }","duration":"4.495052437s","start":"2026-03-11T17:46:57.822818Z","end":"2026-03-11T17:47:02.317871Z","steps":["trace[983662572] 'agreement among raft nodes before linearized reading' (duration: 4.276866345s)","trace[983662572] 'count revisions from in-memory index tree' (duration: 218.007649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.317918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.263036624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-11T17:47:02.317947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.220457866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:02.317972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.822802Z","time spent":"4.495154819s","remote":"127.0.0.1:46148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:02.317992Z","caller":"traceutil/trace.go:171","msg":"trace[1748016556] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24366; }","duration":"6.263096935s","start":"2026-03-11T17:46:56.054872Z","end":"2026-03-11T17:47:02.317969Z","steps":["trace[1748016556] 'agreement among raft nodes before linearized reading' (duration: 6.044846882s)","trace[1748016556] 'range keys from in-memory index tree' (duration: 218.05325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.31801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723898823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-11T17:47:02.31802Z","caller":"traceutil/trace.go:171","msg":"trace[768828729] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24366; }","duration":"6.220550027s","start":"2026-03-11T17:46:56.097441Z","end":"2026-03-11T17:47:02.317991Z","steps":["trace[768828729] 'agreement among raft nodes before linearized reading' (duration: 6.002371945s)","trace[768828729] 'count revisions from in-memory index tree' (duration: 218.08459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.317986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.366171019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:47:02.318058Z","caller":"traceutil/trace.go:171","msg":"trace[634155184] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24366; }","duration":"2.724026576s","start":"2026-03-11T17:46:59.594018Z","end":"2026-03-11T17:47:02.318045Z","steps":["trace[634155184] 'agreement among raft nodes before linearized reading' (duration: 2.723833242s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.318074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:56.097428Z","time spent":"6.220631119s","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.318099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:59.593963Z","time spent":"2.724127408s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-11T17:47:02.318113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.57624364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:47:02.318038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:56.054822Z","time spent":"6.263203148s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-11T17:47:02.318155Z","caller":"traceutil/trace.go:171","msg":"trace[671456755] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24366; }","duration":"5.576326882s","start":"2026-03-11T17:46:56.741804Z","end":"2026-03-11T17:47:02.318131Z","steps":["trace[671456755] 'agreement among raft nodes before linearized reading' (duration: 5.357982296s)","trace[671456755] 'count revisions from in-memory index tree' (duration: 218.306955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.318181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:56.741773Z","time spent":"5.576398783s","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.318166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.370192224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-11T17:47:02.318227Z","caller":"traceutil/trace.go:171","msg":"trace[70832920] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24366; }","duration":"6.370285406s","start":"2026-03-11T17:46:55.947925Z","end":"2026-03-11T17:47:02.31821Z","steps":["trace[70832920] 'agreement among raft nodes before linearized reading' (duration: 6.151805428s)","trace[70832920] 'range keys from in-memory index tree' (duration: 218.320366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.318263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.947909Z","time spent":"6.370345317s","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T17:47:02.31773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.377968916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:02.3183Z","caller":"traceutil/trace.go:171","msg":"trace[46378307] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24366; }","duration":"5.378606068s","start":"2026-03-11T17:46:56.939685Z","end":"2026-03-11T17:47:02.318291Z","steps":["trace[46378307] 'agreement among raft nodes before linearized reading' (duration: 5.160076649s)","trace[46378307] 'count revisions from in-memory index tree' (duration: 217.884576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.318324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:56.939667Z","time spent":"5.378649409s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.318404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924055254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:02.3181Z","caller":"traceutil/trace.go:171","msg":"trace[78332144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24366; }","duration":"6.366359274s","start":"2026-03-11T17:46:55.951714Z","end":"2026-03-11T17:47:02.318073Z","steps":["trace[78332144] 'agreement among raft nodes before linearized reading' (duration: 6.148009668s)","trace[78332144] 'range keys from in-memory index tree' (duration: 218.040059ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:02.318446Z","caller":"traceutil/trace.go:171","msg":"trace[970017886] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24366; }","duration":"3.924139526s","start":"2026-03-11T17:46:58.394291Z","end":"2026-03-11T17:47:02.318431Z","steps":["trace[970017886] 'agreement among raft nodes before linearized reading' (duration: 3.705359473s)","trace[970017886] 'count revisions from in-memory index tree' (duration: 218.724492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.318467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.951655Z","time spent":"6.366804661s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:47:02.31848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:58.394266Z","time spent":"3.924204968s","remote":"127.0.0.1:57188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.318497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860248104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:02.317822Z","caller":"traceutil/trace.go:171","msg":"trace[122147551] linearizableReadLoop","detail":"{readStateIndex:25232; appliedIndex:25231; }","duration":"218.227404ms","start":"2026-03-11T17:47:02.099575Z","end":"2026-03-11T17:47:02.317802Z","steps":["trace[122147551] 'read index received' (duration: 157.524µs)","trace[122147551] 'applied index is now lower than readState.Index' (duration: 218.06816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.318568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.693755419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda93d7061f8a\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-11T17:47:02.318569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.367699788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-11T17:47:02.318608Z","caller":"traceutil/trace.go:171","msg":"trace[193324775] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda93d7061f8a; range_end:; response_count:1; response_revision:24366; }","duration":"4.693851222s","start":"2026-03-11T17:46:57.624742Z","end":"2026-03-11T17:47:02.318593Z","steps":["trace[193324775] 'agreement among raft nodes before linearized reading' (duration: 4.474960836s)","trace[193324775] 'range keys from in-memory index tree' (duration: 218.801293ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:02.31862Z","caller":"traceutil/trace.go:171","msg":"trace[221167035] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f; range_end:; response_count:1; response_revision:24366; }","duration":"6.367768979s","start":"2026-03-11T17:46:55.950835Z","end":"2026-03-11T17:47:02.318604Z","steps":["trace[221167035] 'agreement among raft nodes before linearized reading' (duration: 6.148922184s)","trace[221167035] 'range keys from in-memory index tree' (duration: 218.713813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.318618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026385706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:02.318628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.365705729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-11T17:47:02.318476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.576407091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:02.318656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:55.950823Z","time spent":"6.36782153s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f\" "} {"level":"info","ts":"2026-03-11T17:47:02.318661Z","caller":"traceutil/trace.go:171","msg":"trace[1757983375] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24366; }","duration":"4.026475107s","start":"2026-03-11T17:46:58.292171Z","end":"2026-03-11T17:47:02.318646Z","steps":["trace[1757983375] 'agreement among raft nodes before linearized reading' (duration: 3.80749027s)","trace[1757983375] 'count revisions from in-memory index tree' (duration: 218.924666ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:02.318668Z","caller":"traceutil/trace.go:171","msg":"trace[1978411641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24366; }","duration":"5.36574634s","start":"2026-03-11T17:46:56.952908Z","end":"2026-03-11T17:47:02.318654Z","steps":["trace[1978411641] 'agreement among raft nodes before linearized reading' (duration: 5.146806174s)","trace[1978411641] 'range keys from in-memory index tree' (duration: 218.843834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.318675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.624723Z","time spent":"4.693922464s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda93d7061f8a\" "} {"level":"warn","ts":"2026-03-11T17:47:02.318698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:56.952833Z","time spent":"5.365859612s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:47:02.318682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151218843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:02.318697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:58.292145Z","time spent":"4.026541278s","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.319251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.494619081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:02.317972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477116803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:02.319324Z","caller":"traceutil/trace.go:171","msg":"trace[2068458026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24366; }","duration":"5.494722673s","start":"2026-03-11T17:46:56.824576Z","end":"2026-03-11T17:47:02.319299Z","steps":["trace[2068458026] 'agreement among raft nodes before linearized reading' (duration: 5.275199247s)","trace[2068458026] 'count revisions from in-memory index tree' (duration: 219.445835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.31937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:56.824554Z","time spent":"5.494805884s","remote":"127.0.0.1:55732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:02.319388Z","caller":"traceutil/trace.go:171","msg":"trace[65323036] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24366; }","duration":"3.478611271s","start":"2026-03-11T17:46:58.840726Z","end":"2026-03-11T17:47:02.319337Z","steps":["trace[65323036] 'agreement among raft nodes before linearized reading' (duration: 3.258914861s)","trace[65323036] 'count revisions from in-memory index tree' (duration: 218.222603ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:02.318692Z","caller":"traceutil/trace.go:171","msg":"trace[2083334593] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24366; }","duration":"4.576667026s","start":"2026-03-11T17:46:57.742012Z","end":"2026-03-11T17:47:02.318679Z","steps":["trace[2083334593] 'agreement among raft nodes before linearized reading' (duration: 4.357682349s)","trace[2083334593] 'count revisions from in-memory index tree' (duration: 218.747693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.31949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:57.741986Z","time spent":"4.577484241s","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.319541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:58.840692Z","time spent":"3.478792346s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:02.318762Z","caller":"traceutil/trace.go:171","msg":"trace[152497743] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24366; }","duration":"4.151340595s","start":"2026-03-11T17:46:58.167378Z","end":"2026-03-11T17:47:02.318719Z","steps":["trace[152497743] 'agreement among raft nodes before linearized reading' (duration: 3.932295597s)","trace[152497743] 'count revisions from in-memory index tree' (duration: 218.972827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:02.319636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:58.167348Z","time spent":"4.152277323s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.318827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063676749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:02.319717Z","caller":"traceutil/trace.go:171","msg":"trace[119193313] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24366; }","duration":"1.064597656s","start":"2026-03-11T17:47:01.255104Z","end":"2026-03-11T17:47:02.319702Z","steps":["trace[119193313] 'agreement among raft nodes before linearized reading' (duration: 1.063684729s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.319761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:01.255086Z","time spent":"1.064659577s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.318976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253708342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:47:02.319906Z","caller":"traceutil/trace.go:171","msg":"trace[621725043] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24366; }","duration":"2.254672731s","start":"2026-03-11T17:47:00.065217Z","end":"2026-03-11T17:47:02.319889Z","steps":["trace[621725043] 'agreement among raft nodes before linearized reading' (duration: 2.253705663s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.319959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:00.065193Z","time spent":"2.254750552s","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.31901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201227151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:02.320001Z","caller":"traceutil/trace.go:171","msg":"trace[297461161] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24366; }","duration":"1.202274621s","start":"2026-03-11T17:47:01.117716Z","end":"2026-03-11T17:47:02.319991Z","steps":["trace[297461161] 'agreement among raft nodes before linearized reading' (duration: 1.201248921s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.320029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:01.11769Z","time spent":"1.202330152s","remote":"127.0.0.1:37140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.319063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.950571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:02.320146Z","caller":"traceutil/trace.go:171","msg":"trace[722181929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24366; }","duration":"731.083402ms","start":"2026-03-11T17:47:01.58904Z","end":"2026-03-11T17:47:02.320123Z","steps":["trace[722181929] 'agreement among raft nodes before linearized reading' (duration: 729.967181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.320212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:01.589011Z","time spent":"731.182933ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:47:02.31908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156562706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:47:02.320284Z","caller":"traceutil/trace.go:171","msg":"trace[1499707791] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24366; }","duration":"1.157764829s","start":"2026-03-11T17:47:01.162509Z","end":"2026-03-11T17:47:02.320274Z","steps":["trace[1499707791] 'agreement among raft nodes before linearized reading' (duration: 1.156526376s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.320321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:01.162438Z","time spent":"1.1578715s","remote":"127.0.0.1:37162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.319101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.548279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:47:02.32036Z","caller":"traceutil/trace.go:171","msg":"trace[338010608] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24366; }","duration":"746.843273ms","start":"2026-03-11T17:47:01.573504Z","end":"2026-03-11T17:47:02.320347Z","steps":["trace[338010608] 'agreement among raft nodes before linearized reading' (duration: 745.557449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.319119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183982262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:02.320526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:01.573484Z","time spent":"746.913795ms","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.319121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361309369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:47:02.320618Z","caller":"traceutil/trace.go:171","msg":"trace[810053064] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24366; }","duration":"1.185463349s","start":"2026-03-11T17:47:01.135108Z","end":"2026-03-11T17:47:02.320572Z","steps":["trace[810053064] 'agreement among raft nodes before linearized reading' (duration: 1.183990302s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.319249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.679827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-11T17:47:02.320759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:01.135098Z","time spent":"1.185603921s","remote":"127.0.0.1:40790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:02.32078Z","caller":"traceutil/trace.go:171","msg":"trace[848182374] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24366; }","duration":"519.248686ms","start":"2026-03-11T17:47:01.801514Z","end":"2026-03-11T17:47:02.320763Z","steps":["trace[848182374] 'agreement among raft nodes before linearized reading' (duration: 517.655917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.319139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.631086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:02.320827Z","caller":"traceutil/trace.go:171","msg":"trace[168137790] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24366; }","duration":"736.344829ms","start":"2026-03-11T17:47:01.584471Z","end":"2026-03-11T17:47:02.320816Z","steps":["trace[168137790] 'agreement among raft nodes before linearized reading' (duration: 734.644387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.320828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:01.801484Z","time spent":"519.328488ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T17:47:02.320859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:01.584455Z","time spent":"736.39319ms","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:02.319131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.16878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-11T17:47:02.319172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258613994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-11T17:47:02.319218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193270556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:47:02.319254Z","caller":"traceutil/trace.go:171","msg":"trace[631930163] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24366; }","duration":"2.860342085s","start":"2026-03-11T17:46:59.458194Z","end":"2026-03-11T17:47:02.318536Z","steps":["trace[631930163] 'agreement among raft nodes before linearized reading' (duration: 2.641428619s)","trace[631930163] 'count revisions from in-memory index tree' (duration: 218.839625ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:02.320613Z","caller":"traceutil/trace.go:171","msg":"trace[1712400116] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24366; }","duration":"1.362843207s","start":"2026-03-11T17:47:00.957756Z","end":"2026-03-11T17:47:02.320599Z","steps":["trace[1712400116] 'agreement among raft nodes before linearized reading' (duration: 1.361246518s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.322223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:00.957727Z","time spent":"1.364474048s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T17:47:02.322224Z","caller":"traceutil/trace.go:171","msg":"trace[1578438558] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24366; }","duration":"2.26170022s","start":"2026-03-11T17:47:00.060503Z","end":"2026-03-11T17:47:02.322203Z","steps":["trace[1578438558] 'agreement among raft nodes before linearized reading' (duration: 2.258497061s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.322281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:00.060479Z","time spent":"2.261783863s","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-11T17:47:02.322453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:46:59.458172Z","time spent":"2.864257598s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:02.322585Z","caller":"traceutil/trace.go:171","msg":"trace[265795033] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24366; }","duration":"2.196637268s","start":"2026-03-11T17:47:00.12593Z","end":"2026-03-11T17:47:02.322567Z","steps":["trace[265795033] 'agreement among raft nodes before linearized reading' (duration: 2.193220985s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.322641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:00.125921Z","time spent":"2.196709609s","remote":"127.0.0.1:37160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-11T17:47:02.322287Z","caller":"traceutil/trace.go:171","msg":"trace[161094091] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24366; }","duration":"736.349999ms","start":"2026-03-11T17:47:01.585919Z","end":"2026-03-11T17:47:02.322269Z","steps":["trace[161094091] 'agreement among raft nodes before linearized reading' (duration: 733.128719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:02.323352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:01.585902Z","time spent":"737.431228ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:47:02.883645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136284,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:47:03.081809Z","caller":"traceutil/trace.go:171","msg":"trace[1560041790] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"750.911818ms","start":"2026-03-11T17:47:02.330866Z","end":"2026-03-11T17:47:03.081778Z","steps":["trace[1560041790] 'process raft request' (duration: 750.829596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.081983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:02.330852Z","time spent":"751.04095ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:03.082009Z","caller":"traceutil/trace.go:171","msg":"trace[1781867865] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"759.440315ms","start":"2026-03-11T17:47:02.322532Z","end":"2026-03-11T17:47:03.081972Z","steps":["trace[1781867865] 'process raft request' (duration: 718.57462ms)","trace[1781867865] 'compare' (duration: 40.315645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:03.082201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:02.322521Z","time spent":"759.583227ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:03.082421Z","caller":"traceutil/trace.go:171","msg":"trace[479293892] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"753.763201ms","start":"2026-03-11T17:47:02.32864Z","end":"2026-03-11T17:47:03.082403Z","steps":["trace[479293892] 'process raft request' (duration: 752.980967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.082489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:02.328624Z","time spent":"753.830152ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:03.105052Z","caller":"traceutil/trace.go:171","msg":"trace[1297608531] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"278.554758ms","start":"2026-03-11T17:47:02.826465Z","end":"2026-03-11T17:47:03.105019Z","steps":["trace[1297608531] 'process raft request' (duration: 278.285203ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.105374Z","caller":"traceutil/trace.go:171","msg":"trace[796254409] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"278.781692ms","start":"2026-03-11T17:47:02.826547Z","end":"2026-03-11T17:47:03.105329Z","steps":["trace[796254409] 'process raft request' (duration: 278.427046ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.105528Z","caller":"traceutil/trace.go:171","msg":"trace[1470151196] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"278.737201ms","start":"2026-03-11T17:47:02.826762Z","end":"2026-03-11T17:47:03.105499Z","steps":["trace[1470151196] 'process raft request' (duration: 278.497727ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.105762Z","caller":"traceutil/trace.go:171","msg":"trace[7961705] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"278.913834ms","start":"2026-03-11T17:47:02.826815Z","end":"2026-03-11T17:47:03.105728Z","steps":["trace[7961705] 'process raft request' (duration: 278.618669ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.105884Z","caller":"traceutil/trace.go:171","msg":"trace[1433291313] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"277.346266ms","start":"2026-03-11T17:47:02.828523Z","end":"2026-03-11T17:47:03.10587Z","steps":["trace[1433291313] 'process raft request' (duration: 277.267684ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.105866Z","caller":"traceutil/trace.go:171","msg":"trace[243301491] linearizableReadLoop","detail":"{readStateIndex:25243; appliedIndex:25233; }","duration":"722.980382ms","start":"2026-03-11T17:47:02.38286Z","end":"2026-03-11T17:47:03.10584Z","steps":["trace[243301491] 'read index received' (duration: 658.254176ms)","trace[243301491] 'applied index is now lower than readState.Index' (duration: 64.724966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:03.106119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.472408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:03.10615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.808553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-11T17:47:03.106166Z","caller":"traceutil/trace.go:171","msg":"trace[882188590] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24377; }","duration":"777.576771ms","start":"2026-03-11T17:47:02.328573Z","end":"2026-03-11T17:47:03.106149Z","steps":["trace[882188590] 'agreement among raft nodes before linearized reading' (duration: 777.445988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.106201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:02.328549Z","time spent":"777.645191ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-11T17:47:03.106203Z","caller":"traceutil/trace.go:171","msg":"trace[1437799993] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24377; }","duration":"778.896375ms","start":"2026-03-11T17:47:02.327291Z","end":"2026-03-11T17:47:03.106188Z","steps":["trace[1437799993] 'agreement among raft nodes before linearized reading' (duration: 778.647141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.106204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.669693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0322a194-43b5-4223-a256-8c4dba50326d\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-11T17:47:03.106237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:02.327278Z","time spent":"778.949766ms","remote":"127.0.0.1:37156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-11T17:47:03.106249Z","caller":"traceutil/trace.go:171","msg":"trace[1569470155] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0322a194-43b5-4223-a256-8c4dba50326d; range_end:; response_count:1; response_revision:24377; }","duration":"783.753544ms","start":"2026-03-11T17:47:02.322482Z","end":"2026-03-11T17:47:03.106236Z","steps":["trace[1569470155] 'agreement among raft nodes before linearized reading' (duration: 783.5214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.106248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.285847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-11T17:47:03.106288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:02.322465Z","time spent":"783.813525ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-0322a194-43b5-4223-a256-8c4dba50326d\" "} {"level":"info","ts":"2026-03-11T17:47:03.10635Z","caller":"traceutil/trace.go:171","msg":"trace[942128772] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9; range_end:; response_count:1; response_revision:24377; }","duration":"717.410029ms","start":"2026-03-11T17:47:02.388903Z","end":"2026-03-11T17:47:03.106313Z","steps":["trace[942128772] 'agreement among raft nodes before linearized reading' (duration: 717.167904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.106402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:02.38887Z","time spent":"717.522032ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9\" "} {"level":"info","ts":"2026-03-11T17:47:03.106494Z","caller":"traceutil/trace.go:171","msg":"trace[1340442396] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"279.114759ms","start":"2026-03-11T17:47:02.827369Z","end":"2026-03-11T17:47:03.106484Z","steps":["trace[1340442396] 'process raft request' (duration: 278.285954ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.106581Z","caller":"traceutil/trace.go:171","msg":"trace[637344604] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"279.15174ms","start":"2026-03-11T17:47:02.827422Z","end":"2026-03-11T17:47:03.106574Z","steps":["trace[637344604] 'process raft request' (duration: 278.332955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.106629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.427398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-11T17:47:03.10664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.850907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:03.10667Z","caller":"traceutil/trace.go:171","msg":"trace[242715133] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24377; }","duration":"784.51721ms","start":"2026-03-11T17:47:02.322142Z","end":"2026-03-11T17:47:03.106659Z","steps":["trace[242715133] 'agreement among raft nodes before linearized reading' (duration: 784.375067ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.106674Z","caller":"traceutil/trace.go:171","msg":"trace[720777949] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24377; }","duration":"711.882558ms","start":"2026-03-11T17:47:02.394781Z","end":"2026-03-11T17:47:03.106664Z","steps":["trace[720777949] 'agreement among raft nodes before linearized reading' (duration: 711.823057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.106689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:02.322116Z","time spent":"784.569081ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-11T17:47:03.106706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:02.394756Z","time spent":"711.940768ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:47:03.248908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.825828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T17:47:03.248999Z","caller":"traceutil/trace.go:171","msg":"trace[1724341313] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9; range_end:; response_count:1; response_revision:24379; }","duration":"116.958051ms","start":"2026-03-11T17:47:03.132018Z","end":"2026-03-11T17:47:03.248976Z","steps":["trace[1724341313] 'agreement among raft nodes before linearized reading' (duration: 116.685266ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.431161Z","caller":"traceutil/trace.go:171","msg":"trace[1151327239] linearizableReadLoop","detail":"{readStateIndex:25250; appliedIndex:25247; }","duration":"133.020588ms","start":"2026-03-11T17:47:03.298111Z","end":"2026-03-11T17:47:03.431132Z","steps":["trace[1151327239] 'read index received' (duration: 89.951292ms)","trace[1151327239] 'applied index is now lower than readState.Index' (duration: 43.068286ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:03.431492Z","caller":"traceutil/trace.go:171","msg":"trace[1752402824] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"176.328349ms","start":"2026-03-11T17:47:03.255121Z","end":"2026-03-11T17:47:03.431449Z","steps":["trace[1752402824] 'process raft request' (duration: 175.83243ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.431851Z","caller":"traceutil/trace.go:171","msg":"trace[681806532] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"176.884839ms","start":"2026-03-11T17:47:03.254951Z","end":"2026-03-11T17:47:03.431835Z","steps":["trace[681806532] 'process raft request' (duration: 133.204722ms)","trace[681806532] 'compare' (duration: 42.322112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:03.432011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.871538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-11T17:47:03.432096Z","caller":"traceutil/trace.go:171","msg":"trace[1156842729] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24383; }","duration":"130.995191ms","start":"2026-03-11T17:47:03.301086Z","end":"2026-03-11T17:47:03.432081Z","steps":["trace[1156842729] 'agreement among raft nodes before linearized reading' (duration: 130.709756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.432251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.199944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-11T17:47:03.432397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.805644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:47:03.432427Z","caller":"traceutil/trace.go:171","msg":"trace[1319884296] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24383; }","duration":"177.418758ms","start":"2026-03-11T17:47:03.25499Z","end":"2026-03-11T17:47:03.432409Z","steps":["trace[1319884296] 'agreement among raft nodes before linearized reading' (duration: 176.492562ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.432456Z","caller":"traceutil/trace.go:171","msg":"trace[504179374] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24383; }","duration":"106.924736ms","start":"2026-03-11T17:47:03.325516Z","end":"2026-03-11T17:47:03.432441Z","steps":["trace[504179374] 'agreement among raft nodes before linearized reading' (duration: 106.745403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.432554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.139925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a25124ff-c4fb-42f6-af4d-631155139753\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-11T17:47:03.432549Z","caller":"traceutil/trace.go:171","msg":"trace[1286125452] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"173.70407ms","start":"2026-03-11T17:47:03.258795Z","end":"2026-03-11T17:47:03.432499Z","steps":["trace[1286125452] 'process raft request' (duration: 172.266323ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.432602Z","caller":"traceutil/trace.go:171","msg":"trace[514157338] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a25124ff-c4fb-42f6-af4d-631155139753; range_end:; response_count:1; response_revision:24383; }","duration":"130.204947ms","start":"2026-03-11T17:47:03.302381Z","end":"2026-03-11T17:47:03.432586Z","steps":["trace[514157338] 'agreement among raft nodes before linearized reading' (duration: 130.111264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.431564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.223508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-11T17:47:03.432895Z","caller":"traceutil/trace.go:171","msg":"trace[87740749] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24383; }","duration":"176.649365ms","start":"2026-03-11T17:47:03.256239Z","end":"2026-03-11T17:47:03.432888Z","steps":["trace[87740749] 'agreement among raft nodes before linearized reading' (duration: 175.174618ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:03.670177Z","caller":"traceutil/trace.go:171","msg":"trace[1940163653] linearizableReadLoop","detail":"{readStateIndex:25252; appliedIndex:25250; }","duration":"229.608373ms","start":"2026-03-11T17:47:03.440528Z","end":"2026-03-11T17:47:03.670137Z","steps":["trace[1940163653] 'read index received' (duration: 75.311882ms)","trace[1940163653] 'applied index is now lower than readState.Index' (duration: 154.293401ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:03.670649Z","caller":"traceutil/trace.go:171","msg":"trace[1621138135] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"230.411699ms","start":"2026-03-11T17:47:03.440204Z","end":"2026-03-11T17:47:03.670615Z","steps":["trace[1621138135] 'process raft request' (duration: 227.587677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.670776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.179554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:47:03.670893Z","caller":"traceutil/trace.go:171","msg":"trace[204285244] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24385; }","duration":"230.361008ms","start":"2026-03-11T17:47:03.440508Z","end":"2026-03-11T17:47:03.670869Z","steps":["trace[204285244] 'agreement among raft nodes before linearized reading' (duration: 229.978521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.670933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.872599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-11T17:47:03.671058Z","caller":"traceutil/trace.go:171","msg":"trace[1026736632] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24385; }","duration":"223.016581ms","start":"2026-03-11T17:47:03.448012Z","end":"2026-03-11T17:47:03.671029Z","steps":["trace[1026736632] 'agreement among raft nodes before linearized reading' (duration: 222.654655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.670795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.04541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:03.671164Z","caller":"traceutil/trace.go:171","msg":"trace[1499317316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24385; }","duration":"159.485337ms","start":"2026-03-11T17:47:03.511662Z","end":"2026-03-11T17:47:03.671148Z","steps":["trace[1499317316] 'agreement among raft nodes before linearized reading' (duration: 158.994059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:03.670972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.16197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-11T17:47:03.671339Z","caller":"traceutil/trace.go:171","msg":"trace[199998443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24385; }","duration":"226.530537ms","start":"2026-03-11T17:47:03.444758Z","end":"2026-03-11T17:47:03.671288Z","steps":["trace[199998443] 'agreement among raft nodes before linearized reading' (duration: 225.848105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:04.550104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.647406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:04.550229Z","caller":"traceutil/trace.go:171","msg":"trace[918015604] linearizableReadLoop","detail":"{readStateIndex:25253; appliedIndex:25252; }","duration":"874.196637ms","start":"2026-03-11T17:47:03.676012Z","end":"2026-03-11T17:47:04.550208Z","steps":["trace[918015604] 'read index received' (duration: 157.250807ms)","trace[918015604] 'applied index is now lower than readState.Index' (duration: 716.94438ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:04.550313Z","caller":"traceutil/trace.go:171","msg":"trace[1652419104] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"875.548842ms","start":"2026-03-11T17:47:03.674749Z","end":"2026-03-11T17:47:04.550298Z","steps":["trace[1652419104] 'process raft request' (duration: 158.614131ms)","trace[1652419104] 'compare' (duration: 716.063194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:04.550375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:03.674702Z","time spent":"875.645735ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:47:04.551215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.760097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189bda93de41b61d\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-11T17:47:04.551258Z","caller":"traceutil/trace.go:171","msg":"trace[1674245383] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189bda93de41b61d; range_end:; response_count:1; response_revision:24386; }","duration":"875.249568ms","start":"2026-03-11T17:47:03.675995Z","end":"2026-03-11T17:47:04.551244Z","steps":["trace[1674245383] 'agreement among raft nodes before linearized reading' (duration: 874.581695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:04.551283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:03.675984Z","time spent":"875.293578ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189bda93de41b61d\" "} {"level":"warn","ts":"2026-03-11T17:47:04.560454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.104641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:47:04.560498Z","caller":"traceutil/trace.go:171","msg":"trace[1708983400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24387; }","duration":"455.184682ms","start":"2026-03-11T17:47:04.105301Z","end":"2026-03-11T17:47:04.560485Z","steps":["trace[1708983400] 'agreement among raft nodes before linearized reading' (duration: 455.05729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:04.560523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:04.105288Z","time spent":"455.229973ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:47:04.560526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.458056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:47:04.560547Z","caller":"traceutil/trace.go:171","msg":"trace[1867240331] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"697.245036ms","start":"2026-03-11T17:47:03.863254Z","end":"2026-03-11T17:47:04.560499Z","steps":["trace[1867240331] 'process raft request' (duration: 696.871599ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:04.560609Z","caller":"traceutil/trace.go:171","msg":"trace[295744240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24387; }","duration":"456.572128ms","start":"2026-03-11T17:47:04.104018Z","end":"2026-03-11T17:47:04.56059Z","steps":["trace[295744240] 'agreement among raft nodes before linearized reading' (duration: 456.361274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:04.560642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:04.104013Z","time spent":"456.622728ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:04.560658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.621949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:47:04.560712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:03.863218Z","time spent":"697.400359ms","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:04.560728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.562318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:47:04.560744Z","caller":"traceutil/trace.go:171","msg":"trace[2111021383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24387; }","duration":"456.779722ms","start":"2026-03-11T17:47:04.103945Z","end":"2026-03-11T17:47:04.560725Z","steps":["trace[2111021383] 'agreement among raft nodes before linearized reading' (duration: 456.497517ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:04.560759Z","caller":"traceutil/trace.go:171","msg":"trace[353181530] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24387; }","duration":"120.645669ms","start":"2026-03-11T17:47:04.440101Z","end":"2026-03-11T17:47:04.560747Z","steps":["trace[353181530] 'agreement among raft nodes before linearized reading' (duration: 120.561788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:04.560782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:04.103917Z","time spent":"456.858213ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:04.560668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.614876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:47:04.561025Z","caller":"traceutil/trace.go:171","msg":"trace[1510891604] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24387; }","duration":"703.031963ms","start":"2026-03-11T17:47:03.857981Z","end":"2026-03-11T17:47:04.561013Z","steps":["trace[1510891604] 'agreement among raft nodes before linearized reading' (duration: 702.555135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:04.56106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:03.857955Z","time spent":"703.095305ms","remote":"127.0.0.1:37160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T17:47:04.56083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.440586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:47:04.560886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.21772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:47:04.561129Z","caller":"traceutil/trace.go:171","msg":"trace[1499486586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24387; }","duration":"456.743862ms","start":"2026-03-11T17:47:04.104366Z","end":"2026-03-11T17:47:04.56111Z","steps":["trace[1499486586] 'agreement among raft nodes before linearized reading' (duration: 456.412685ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:04.56119Z","caller":"traceutil/trace.go:171","msg":"trace[480145994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24387; }","duration":"456.576248ms","start":"2026-03-11T17:47:04.104584Z","end":"2026-03-11T17:47:04.56116Z","steps":["trace[480145994] 'agreement among raft nodes before linearized reading' (duration: 456.058608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:04.561402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:04.104561Z","time spent":"456.825224ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:47:04.560861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.468959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:04.5615Z","caller":"traceutil/trace.go:171","msg":"trace[343997441] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24387; }","duration":"317.116041ms","start":"2026-03-11T17:47:04.244362Z","end":"2026-03-11T17:47:04.561478Z","steps":["trace[343997441] 'agreement among raft nodes before linearized reading' (duration: 316.445219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:04.561547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:04.244288Z","time spent":"317.242273ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:04.561432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:04.10436Z","time spent":"457.011997ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:04.81016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.539481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:04.810536Z","caller":"traceutil/trace.go:171","msg":"trace[154335079] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"244.812075ms","start":"2026-03-11T17:47:04.565694Z","end":"2026-03-11T17:47:04.810506Z","steps":["trace[154335079] 'process raft request' (duration: 244.618122ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:04.810533Z","caller":"traceutil/trace.go:171","msg":"trace[1529857656] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"245.520748ms","start":"2026-03-11T17:47:04.564945Z","end":"2026-03-11T17:47:04.810466Z","steps":["trace[1529857656] 'process raft request' (duration: 140.510008ms)","trace[1529857656] 'compare' (duration: 104.150524ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:04.810763Z","caller":"traceutil/trace.go:171","msg":"trace[1960075135] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"244.700433ms","start":"2026-03-11T17:47:04.56601Z","end":"2026-03-11T17:47:04.81071Z","steps":["trace[1960075135] 'process raft request' (duration: 244.428308ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:04.810977Z","caller":"traceutil/trace.go:171","msg":"trace[1089760740] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"244.845766ms","start":"2026-03-11T17:47:04.566095Z","end":"2026-03-11T17:47:04.810941Z","steps":["trace[1089760740] 'process raft request' (duration: 244.564801ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:04.811181Z","caller":"traceutil/trace.go:171","msg":"trace[1573195034] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"244.601491ms","start":"2026-03-11T17:47:04.566552Z","end":"2026-03-11T17:47:04.811153Z","steps":["trace[1573195034] 'process raft request' (duration: 244.309775ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:04.811319Z","caller":"traceutil/trace.go:171","msg":"trace[969873826] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"215.454561ms","start":"2026-03-11T17:47:04.595857Z","end":"2026-03-11T17:47:04.811311Z","steps":["trace[969873826] 'process raft request' (duration: 215.39975ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:04.811301Z","caller":"traceutil/trace.go:171","msg":"trace[1801197025] linearizableReadLoop","detail":"{readStateIndex:25260; appliedIndex:25255; }","duration":"225.693701ms","start":"2026-03-11T17:47:04.585572Z","end":"2026-03-11T17:47:04.811266Z","steps":["trace[1801197025] 'read index received' (duration: 119.901006ms)","trace[1801197025] 'applied index is now lower than readState.Index' (duration: 105.790365ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:04.811422Z","caller":"traceutil/trace.go:171","msg":"trace[659499060] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"223.134283ms","start":"2026-03-11T17:47:04.588235Z","end":"2026-03-11T17:47:04.811369Z","steps":["trace[659499060] 'process raft request' (duration: 222.911719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:04.81163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.711806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-11T17:47:04.811674Z","caller":"traceutil/trace.go:171","msg":"trace[507504261] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24395; }","duration":"241.790669ms","start":"2026-03-11T17:47:04.56987Z","end":"2026-03-11T17:47:04.811661Z","steps":["trace[507504261] 'agreement among raft nodes before linearized reading' (duration: 241.512773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:05.243846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.760794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:05.24398Z","caller":"traceutil/trace.go:171","msg":"trace[112701094] linearizableReadLoop","detail":"{readStateIndex:25263; appliedIndex:25262; }","duration":"279.482935ms","start":"2026-03-11T17:47:04.964477Z","end":"2026-03-11T17:47:05.24396Z","steps":["trace[112701094] 'read index received' (duration: 106.142µs)","trace[112701094] 'applied index is now lower than readState.Index' (duration: 279.375523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:05.244127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.654298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:05.244172Z","caller":"traceutil/trace.go:171","msg":"trace[1344745176] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24396; }","duration":"279.755539ms","start":"2026-03-11T17:47:04.964404Z","end":"2026-03-11T17:47:05.244159Z","steps":["trace[1344745176] 'agreement among raft nodes before linearized reading' (duration: 279.633907ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:05.244418Z","caller":"traceutil/trace.go:171","msg":"trace[1996409479] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"426.418132ms","start":"2026-03-11T17:47:04.817974Z","end":"2026-03-11T17:47:05.244392Z","steps":["trace[1996409479] 'process raft request' (duration: 134.987314ms)","trace[1996409479] 'compare' (duration: 290.581871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:05.244531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:04.817958Z","time spent":"426.518914ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:05.884473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.991081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:05.885996Z","caller":"traceutil/trace.go:171","msg":"trace[657647461] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"772.563278ms","start":"2026-03-11T17:47:05.112773Z","end":"2026-03-11T17:47:05.885336Z","steps":["trace[657647461] 'process raft request' (duration: 422.589889ms)","trace[657647461] 'compare' (duration: 348.273708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:05.886201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:05.112712Z","time spent":"773.372193ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:05.905575Z","caller":"traceutil/trace.go:171","msg":"trace[335705045] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"793.483866ms","start":"2026-03-11T17:47:05.112059Z","end":"2026-03-11T17:47:05.905543Z","steps":["trace[335705045] 'process raft request' (duration: 793.370724ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:05.905671Z","caller":"traceutil/trace.go:171","msg":"trace[998790350] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"791.964918ms","start":"2026-03-11T17:47:05.113597Z","end":"2026-03-11T17:47:05.905562Z","steps":["trace[998790350] 'process raft request' (duration: 791.666573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:05.905782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:05.112022Z","time spent":"793.647159ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:05.905865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:05.11357Z","time spent":"792.185681ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:05.905919Z","caller":"traceutil/trace.go:171","msg":"trace[1225892307] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"791.197323ms","start":"2026-03-11T17:47:05.114696Z","end":"2026-03-11T17:47:05.905893Z","steps":["trace[1225892307] 'process raft request' (duration: 790.790236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:05.906036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:05.114659Z","time spent":"791.313735ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:05.906259Z","caller":"traceutil/trace.go:171","msg":"trace[302116989] linearizableReadLoop","detail":"{readStateIndex:25270; appliedIndex:25263; }","duration":"590.964812ms","start":"2026-03-11T17:47:05.315281Z","end":"2026-03-11T17:47:05.906246Z","steps":["trace[302116989] 'read index received' (duration: 220.104308ms)","trace[302116989] 'applied index is now lower than readState.Index' (duration: 370.859504ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:05.906261Z","caller":"traceutil/trace.go:171","msg":"trace[522374984] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"790.00169ms","start":"2026-03-11T17:47:05.116245Z","end":"2026-03-11T17:47:05.906247Z","steps":["trace[522374984] 'process raft request' (duration: 789.835637ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:05.906301Z","caller":"traceutil/trace.go:171","msg":"trace[1338847649] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"790.891217ms","start":"2026-03-11T17:47:05.115355Z","end":"2026-03-11T17:47:05.906247Z","steps":["trace[1338847649] 'process raft request' (duration: 790.437949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:05.906413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:05.116232Z","time spent":"790.144103ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:05.90647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.464725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:05.906506Z","caller":"traceutil/trace.go:171","msg":"trace[1564377426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24403; }","duration":"391.537256ms","start":"2026-03-11T17:47:05.514959Z","end":"2026-03-11T17:47:05.906496Z","steps":["trace[1564377426] 'agreement among raft nodes before linearized reading' (duration: 391.432964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:05.906537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:05.514936Z","time spent":"391.592447ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:47:05.906532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:05.115339Z","time spent":"791.069241ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:05.906664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.36342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:47:05.906364Z","caller":"traceutil/trace.go:171","msg":"trace[312757721] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"789.660025ms","start":"2026-03-11T17:47:05.116692Z","end":"2026-03-11T17:47:05.906352Z","steps":["trace[312757721] 'process raft request' (duration: 789.499182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:05.906937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:05.116676Z","time spent":"790.153745ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:05.907108Z","caller":"traceutil/trace.go:171","msg":"trace[1744540416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24403; }","duration":"591.440161ms","start":"2026-03-11T17:47:05.315272Z","end":"2026-03-11T17:47:05.906712Z","steps":["trace[1744540416] 'agreement among raft nodes before linearized reading' (duration: 591.319669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:05.9071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.673165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-11T17:47:05.907188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:05.315216Z","time spent":"591.952841ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:05.907207Z","caller":"traceutil/trace.go:171","msg":"trace[1533787608] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24403; }","duration":"340.863319ms","start":"2026-03-11T17:47:05.56632Z","end":"2026-03-11T17:47:05.907183Z","steps":["trace[1533787608] 'agreement among raft nodes before linearized reading' (duration: 340.465092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:05.907262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:05.566288Z","time spent":"340.963632ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:47:06.562581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.530299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:06.562704Z","caller":"traceutil/trace.go:171","msg":"trace[1563486258] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24403; }","duration":"330.683561ms","start":"2026-03-11T17:47:06.231993Z","end":"2026-03-11T17:47:06.562676Z","steps":["trace[1563486258] 'count revisions from in-memory index tree' (duration: 330.428326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:06.564324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:06.23192Z","time spent":"332.377352ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:07.097763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.776392ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:07.097942Z","caller":"traceutil/trace.go:171","msg":"trace[1957315015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24404; }","duration":"232.992486ms","start":"2026-03-11T17:47:06.864927Z","end":"2026-03-11T17:47:07.097919Z","steps":["trace[1957315015] 'range keys from in-memory index tree' (duration: 232.747381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:07.414969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136353,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:47:07.496037Z","caller":"traceutil/trace.go:171","msg":"trace[671877193] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"675.482705ms","start":"2026-03-11T17:47:06.820526Z","end":"2026-03-11T17:47:07.496009Z","steps":["trace[671877193] 'process raft request' (duration: 675.279851ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:07.496308Z","caller":"traceutil/trace.go:171","msg":"trace[555367042] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"674.69889ms","start":"2026-03-11T17:47:06.821593Z","end":"2026-03-11T17:47:07.496292Z","steps":["trace[555367042] 'process raft request' (duration: 674.377344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:07.49635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:06.821583Z","time spent":"674.74541ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:07.496342Z","caller":"traceutil/trace.go:171","msg":"trace[1471880280] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"672.824016ms","start":"2026-03-11T17:47:06.823495Z","end":"2026-03-11T17:47:07.496319Z","steps":["trace[1471880280] 'process raft request' (duration: 672.787705ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:07.496378Z","caller":"traceutil/trace.go:171","msg":"trace[278271578] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"674.462986ms","start":"2026-03-11T17:47:06.821887Z","end":"2026-03-11T17:47:07.49635Z","steps":["trace[278271578] 'process raft request' (duration: 674.292783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:07.496246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:06.820494Z","time spent":"675.610537ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:07.496469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:06.823487Z","time spent":"672.894907ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:07.49649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:06.821868Z","time spent":"674.563657ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:07.658093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.652867ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:47:07.65852Z","caller":"traceutil/trace.go:171","msg":"trace[800294765] linearizableReadLoop","detail":"{readStateIndex:25276; appliedIndex:25271; }","duration":"745.726773ms","start":"2026-03-11T17:47:06.912767Z","end":"2026-03-11T17:47:07.658493Z","steps":["trace[800294765] 'read index received' (duration: 583.053146ms)","trace[800294765] 'applied index is now lower than readState.Index' (duration: 162.672007ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:07.658565Z","caller":"traceutil/trace.go:171","msg":"trace[1211996702] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"229.830287ms","start":"2026-03-11T17:47:07.428683Z","end":"2026-03-11T17:47:07.658513Z","steps":["trace[1211996702] 'process raft request' (duration: 229.529012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:07.658675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.451228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:07.658712Z","caller":"traceutil/trace.go:171","msg":"trace[2045343490] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24409; }","duration":"725.536659ms","start":"2026-03-11T17:47:06.93316Z","end":"2026-03-11T17:47:07.658697Z","steps":["trace[2045343490] 'agreement among raft nodes before linearized reading' (duration: 725.451448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:07.658759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.126144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:07.658799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:06.933143Z","time spent":"725.644161ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:07.658833Z","caller":"traceutil/trace.go:171","msg":"trace[1211717891] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24409; }","duration":"625.343948ms","start":"2026-03-11T17:47:07.033468Z","end":"2026-03-11T17:47:07.658812Z","steps":["trace[1211717891] 'agreement among raft nodes before linearized reading' (duration: 625.160425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:07.658846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.049619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-11T17:47:07.658883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.033422Z","time spent":"625.44825ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:07.658917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.523769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:47:07.658879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.02774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:47:07.658962Z","caller":"traceutil/trace.go:171","msg":"trace[499681417] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24409; }","duration":"746.198761ms","start":"2026-03-11T17:47:06.912719Z","end":"2026-03-11T17:47:07.658918Z","steps":["trace[499681417] 'agreement among raft nodes before linearized reading' (duration: 745.856595ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:07.659007Z","caller":"traceutil/trace.go:171","msg":"trace[865425008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24409; }","duration":"363.686052ms","start":"2026-03-11T17:47:07.295302Z","end":"2026-03-11T17:47:07.658988Z","steps":["trace[865425008] 'agreement among raft nodes before linearized reading' (duration: 363.528459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:07.659038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:06.912698Z","time spent":"746.328344ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"info","ts":"2026-03-11T17:47:07.659037Z","caller":"traceutil/trace.go:171","msg":"trace[1151413284] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24409; }","duration":"330.246744ms","start":"2026-03-11T17:47:07.328764Z","end":"2026-03-11T17:47:07.659011Z","steps":["trace[1151413284] 'agreement among raft nodes before linearized reading' (duration: 329.856427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:07.65906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.295269Z","time spent":"363.774554ms","remote":"127.0.0.1:55634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:07.659089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.328739Z","time spent":"330.339706ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T17:47:07.912445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.572702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:07.912513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.292289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-11T17:47:07.91259Z","caller":"traceutil/trace.go:171","msg":"trace[1670593827] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24409; }","duration":"974.744445ms","start":"2026-03-11T17:47:06.937796Z","end":"2026-03-11T17:47:07.91254Z","steps":["trace[1670593827] 'agreement among raft nodes before linearized reading' (duration: 721.140008ms)","trace[1670593827] 'count revisions from in-memory index tree' (duration: 253.374863ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:07.912617Z","caller":"traceutil/trace.go:171","msg":"trace[1707214502] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24409; }","duration":"169.431921ms","start":"2026-03-11T17:47:07.743157Z","end":"2026-03-11T17:47:07.912589Z","steps":["trace[1707214502] 'range keys from in-memory index tree' (duration: 169.035385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:07.912688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:06.93779Z","time spent":"974.849916ms","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:07.912764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.926706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:07.912953Z","caller":"traceutil/trace.go:171","msg":"trace[1336878592] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24409; }","duration":"443.325583ms","start":"2026-03-11T17:47:07.469567Z","end":"2026-03-11T17:47:07.912892Z","steps":["trace[1336878592] 'agreement among raft nodes before linearized reading' (duration: 189.41359ms)","trace[1336878592] 'count revisions from in-memory index tree' (duration: 253.490225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:07.913294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.016142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:07.913346Z","caller":"traceutil/trace.go:171","msg":"trace[1692001632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24409; }","duration":"401.112484ms","start":"2026-03-11T17:47:07.512212Z","end":"2026-03-11T17:47:07.913325Z","steps":["trace[1692001632] 'agreement among raft nodes before linearized reading' (duration: 146.751232ms)","trace[1692001632] 'range keys from in-memory index tree' (duration: 254.300061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:07.913288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.46954Z","time spent":"443.518018ms","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:07.913385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.512188Z","time spent":"401.189875ms","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:47:08.074586Z","caller":"traceutil/trace.go:171","msg":"trace[1838981777] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"180.72666ms","start":"2026-03-11T17:47:07.893823Z","end":"2026-03-11T17:47:08.07455Z","steps":["trace[1838981777] 'process raft request' (duration: 180.493406ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:08.440169Z","caller":"traceutil/trace.go:171","msg":"trace[1838989466] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"527.691412ms","start":"2026-03-11T17:47:07.912439Z","end":"2026-03-11T17:47:08.44013Z","steps":["trace[1838989466] 'process raft request' (duration: 505.786437ms)","trace[1838989466] 'compare' (duration: 21.294805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:08.440334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.912419Z","time spent":"527.825795ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:08.440473Z","caller":"traceutil/trace.go:171","msg":"trace[1743782461] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"527.582191ms","start":"2026-03-11T17:47:07.912868Z","end":"2026-03-11T17:47:08.44045Z","steps":["trace[1743782461] 'process raft request' (duration: 527.267696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:08.440632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.912807Z","time spent":"527.726974ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:08.440651Z","caller":"traceutil/trace.go:171","msg":"trace[2046797947] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"527.177112ms","start":"2026-03-11T17:47:07.913458Z","end":"2026-03-11T17:47:08.440635Z","steps":["trace[2046797947] 'process raft request' (duration: 526.819316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:08.440709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.913442Z","time spent":"527.232423ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:08.440674Z","caller":"traceutil/trace.go:171","msg":"trace[831967609] linearizableReadLoop","detail":"{readStateIndex:25284; appliedIndex:25277; }","duration":"524.673787ms","start":"2026-03-11T17:47:07.915965Z","end":"2026-03-11T17:47:08.440639Z","steps":["trace[831967609] 'read index received' (duration: 158.473199ms)","trace[831967609] 'applied index is now lower than readState.Index' (duration: 366.198817ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:08.440788Z","caller":"traceutil/trace.go:171","msg":"trace[823225496] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"526.284716ms","start":"2026-03-11T17:47:07.914488Z","end":"2026-03-11T17:47:08.440773Z","steps":["trace[823225496] 'process raft request' (duration: 526.074662ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:08.440827Z","caller":"traceutil/trace.go:171","msg":"trace[992287200] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"527.289055ms","start":"2026-03-11T17:47:07.913487Z","end":"2026-03-11T17:47:08.440776Z","steps":["trace[992287200] 'process raft request' (duration: 526.909128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:08.440849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.914455Z","time spent":"526.357218ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:08.440998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.913451Z","time spent":"527.440338ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:08.441002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.020374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-afebafe6-0d2a-4a86-be9a-90b33380b065\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-11T17:47:08.44108Z","caller":"traceutil/trace.go:171","msg":"trace[1079382048] range","detail":"{range_begin:/registry/persistentvolumes/pvc-afebafe6-0d2a-4a86-be9a-90b33380b065; range_end:; response_count:1; response_revision:24416; }","duration":"525.142005ms","start":"2026-03-11T17:47:07.915919Z","end":"2026-03-11T17:47:08.441061Z","steps":["trace[1079382048] 'agreement among raft nodes before linearized reading' (duration: 524.88236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:08.441134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.915869Z","time spent":"525.249837ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-afebafe6-0d2a-4a86-be9a-90b33380b065\" "} {"level":"info","ts":"2026-03-11T17:47:08.440225Z","caller":"traceutil/trace.go:171","msg":"trace[1974581440] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"527.352496ms","start":"2026-03-11T17:47:07.912834Z","end":"2026-03-11T17:47:08.440187Z","steps":["trace[1974581440] 'process raft request' (duration: 527.197934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:08.441333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:07.912791Z","time spent":"528.393746ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:08.461243Z","caller":"traceutil/trace.go:171","msg":"trace[801253281] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"132.660622ms","start":"2026-03-11T17:47:08.328552Z","end":"2026-03-11T17:47:08.461213Z","steps":["trace[801253281] 'process raft request' (duration: 132.390397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:08.461696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.233838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:08.461677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.491896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:47:08.461743Z","caller":"traceutil/trace.go:171","msg":"trace[1538900936] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24417; }","duration":"320.324299ms","start":"2026-03-11T17:47:08.141405Z","end":"2026-03-11T17:47:08.46173Z","steps":["trace[1538900936] 'agreement among raft nodes before linearized reading' (duration: 320.246548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:08.461769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:08.141378Z","time spent":"320.385051ms","remote":"127.0.0.1:50024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:08.461771Z","caller":"traceutil/trace.go:171","msg":"trace[2125556665] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24417; }","duration":"450.915633ms","start":"2026-03-11T17:47:08.010829Z","end":"2026-03-11T17:47:08.461745Z","steps":["trace[2125556665] 'agreement among raft nodes before linearized reading' (duration: 450.334043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:08.461822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:08.010818Z","time spent":"450.992406ms","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:09.011375Z","caller":"traceutil/trace.go:171","msg":"trace[1595788398] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"155.484024ms","start":"2026-03-11T17:47:08.855861Z","end":"2026-03-11T17:47:09.011345Z","steps":["trace[1595788398] 'process raft request' (duration: 155.2906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:10.253247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179310356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:10.253331Z","caller":"traceutil/trace.go:171","msg":"trace[1553968719] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24418; }","duration":"1.179479829s","start":"2026-03-11T17:47:09.073832Z","end":"2026-03-11T17:47:10.253311Z","steps":["trace[1553968719] 'count revisions from in-memory index tree' (duration: 1.179180094s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:10.253367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:09.073801Z","time spent":"1.179558131s","remote":"127.0.0.1:46032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:10.253608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.011997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:47:10.253687Z","caller":"traceutil/trace.go:171","msg":"trace[841011965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24418; }","duration":"753.123749ms","start":"2026-03-11T17:47:09.500543Z","end":"2026-03-11T17:47:10.253667Z","steps":["trace[841011965] 'range keys from in-memory index tree' (duration: 752.775053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:10.253722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:09.50049Z","time spent":"753.225121ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:10.253698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.13508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:47:10.253792Z","caller":"traceutil/trace.go:171","msg":"trace[2135020950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24418; }","duration":"753.284632ms","start":"2026-03-11T17:47:09.500486Z","end":"2026-03-11T17:47:10.25377Z","steps":["trace[2135020950] 'range keys from in-memory index tree' (duration: 752.844895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:10.253846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:09.500463Z","time spent":"753.372274ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:10.254182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.000186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:47:10.254214Z","caller":"traceutil/trace.go:171","msg":"trace[881133960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24418; }","duration":"754.068868ms","start":"2026-03-11T17:47:09.500136Z","end":"2026-03-11T17:47:10.254205Z","steps":["trace[881133960] 'range keys from in-memory index tree' (duration: 753.875674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:10.254234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:09.500113Z","time spent":"754.115498ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:47:10.254382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.031997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:47:10.254404Z","caller":"traceutil/trace.go:171","msg":"trace[1216909532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24418; }","duration":"754.058137ms","start":"2026-03-11T17:47:09.500336Z","end":"2026-03-11T17:47:10.254394Z","steps":["trace[1216909532] 'range keys from in-memory index tree' (duration: 753.982696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:10.254422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:09.500333Z","time spent":"754.084998ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:10.25456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.896182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:10.254582Z","caller":"traceutil/trace.go:171","msg":"trace[1920399756] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24418; }","duration":"550.968383ms","start":"2026-03-11T17:47:09.703605Z","end":"2026-03-11T17:47:10.254573Z","steps":["trace[1920399756] 'count revisions from in-memory index tree' (duration: 550.80298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:10.254602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:09.70358Z","time spent":"551.014585ms","remote":"127.0.0.1:36946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:10.25954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136394,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:47:10.416626Z","caller":"traceutil/trace.go:171","msg":"trace[678439420] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"696.258959ms","start":"2026-03-11T17:47:09.720329Z","end":"2026-03-11T17:47:10.416588Z","steps":["trace[678439420] 'process raft request' (duration: 696.027044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:10.416847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:09.72031Z","time spent":"696.416202ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:12.149652Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.662491016s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:47:12.150131Z","caller":"traceutil/trace.go:171","msg":"trace[1901453984] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"2.332464988s","start":"2026-03-11T17:47:09.817631Z","end":"2026-03-11T17:47:12.150096Z","steps":["trace[1901453984] 'process raft request' (duration: 2.332258945s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:12.150288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:09.817602Z","time spent":"2.332601041s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:12.150588Z","caller":"traceutil/trace.go:171","msg":"trace[1767738145] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"2.070075419s","start":"2026-03-11T17:47:10.080482Z","end":"2026-03-11T17:47:12.150557Z","steps":["trace[1767738145] 'process raft request' (duration: 2.06957799s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:12.150693Z","caller":"traceutil/trace.go:171","msg":"trace[1332731985] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"1.891229834s","start":"2026-03-11T17:47:10.259455Z","end":"2026-03-11T17:47:12.150685Z","steps":["trace[1332731985] 'process raft request' (duration: 1.890983059s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:12.150751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.259423Z","time spent":"1.891293495s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:12.150803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.080464Z","time spent":"2.070210002s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:12.151273Z","caller":"traceutil/trace.go:171","msg":"trace[870294215] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"1.891733724s","start":"2026-03-11T17:47:10.259507Z","end":"2026-03-11T17:47:12.151241Z","steps":["trace[870294215] 'process raft request' (duration: 1.891142432s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:12.151467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.259476Z","time spent":"1.891889837s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:12.151574Z","caller":"traceutil/trace.go:171","msg":"trace[1659924591] linearizableReadLoop","detail":"{readStateIndex:25291; appliedIndex:25286; }","duration":"2.393404375s","start":"2026-03-11T17:47:09.758147Z","end":"2026-03-11T17:47:12.151552Z","steps":["trace[1659924591] 'read index received' (duration: 658.212925ms)","trace[1659924591] 'applied index is now lower than readState.Index' (duration: 1.73519046s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:12.15173Z","caller":"traceutil/trace.go:171","msg":"trace[772667451] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"1.89214274s","start":"2026-03-11T17:47:10.259566Z","end":"2026-03-11T17:47:12.151709Z","steps":["trace[772667451] 'process raft request' (duration: 1.891527788s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:12.151796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.259515Z","time spent":"1.892247323s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:12.151741Z","caller":"traceutil/trace.go:171","msg":"trace[1557249123] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"1.891881135s","start":"2026-03-11T17:47:10.259847Z","end":"2026-03-11T17:47:12.151729Z","steps":["trace[1557249123] 'process raft request' (duration: 1.891626731s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:12.15186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393710001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:47:12.151891Z","caller":"traceutil/trace.go:171","msg":"trace[1352409145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24425; }","duration":"2.393822693s","start":"2026-03-11T17:47:09.75806Z","end":"2026-03-11T17:47:12.151882Z","steps":["trace[1352409145] 'agreement among raft nodes before linearized reading' (duration: 2.393694571s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:12.151916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:09.758038Z","time spent":"2.393872274s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:47:12.151988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.25984Z","time spent":"1.892054018s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:12.512692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999890602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:47:12.512796Z","caller":"traceutil/trace.go:171","msg":"trace[1550917323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066415s","start":"2026-03-11T17:47:10.512707Z","end":"2026-03-11T17:47:12.512773Z","steps":["trace[1550917323] 'agreement among raft nodes before linearized reading' (duration: 1.999933363s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:12.512848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.51268Z","time spent":"2.000158767s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:47:12.652542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:47:13.153318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:47:13.654048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:47:14.101364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.568974176s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:47:14.223656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.813221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:14.223932Z","caller":"traceutil/trace.go:171","msg":"trace[340994501] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"3.775986717s","start":"2026-03-11T17:47:10.4479Z","end":"2026-03-11T17:47:14.223887Z","steps":["trace[340994501] 'process raft request' (duration: 3.65382902s)","trace[340994501] 'compare' (duration: 121.377792ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:14.223984Z","caller":"traceutil/trace.go:171","msg":"trace[611300879] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"3.775967947s","start":"2026-03-11T17:47:10.447991Z","end":"2026-03-11T17:47:14.223959Z","steps":["trace[611300879] 'process raft request' (duration: 3.775854065s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.224066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.447961Z","time spent":"3.776068159s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:14.224124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.447871Z","time spent":"3.77614963s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:14.224291Z","caller":"traceutil/trace.go:171","msg":"trace[2013314067] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"3.775801784s","start":"2026-03-11T17:47:10.448457Z","end":"2026-03-11T17:47:14.224259Z","steps":["trace[2013314067] 'process raft request' (duration: 3.775452888s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:14.224342Z","caller":"traceutil/trace.go:171","msg":"trace[892801605] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"3.776355934s","start":"2026-03-11T17:47:10.447939Z","end":"2026-03-11T17:47:14.224295Z","steps":["trace[892801605] 'process raft request' (duration: 3.775835834s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.224468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.448423Z","time spent":"3.775950647s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:14.224566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.447911Z","time spent":"3.776542908s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:14.224567Z","caller":"traceutil/trace.go:171","msg":"trace[550350526] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"3.775957796s","start":"2026-03-11T17:47:10.448578Z","end":"2026-03-11T17:47:14.224536Z","steps":["trace[550350526] 'process raft request' (duration: 3.77560566s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:14.224601Z","caller":"traceutil/trace.go:171","msg":"trace[500464973] linearizableReadLoop","detail":"{readStateIndex:25299; appliedIndex:25293; }","duration":"2.072944822s","start":"2026-03-11T17:47:12.151624Z","end":"2026-03-11T17:47:14.224569Z","steps":["trace[500464973] 'read index received' (duration: 1.949950719s)","trace[500464973] 'applied index is now lower than readState.Index' (duration: 122.992593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:14.224695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.448558Z","time spent":"3.776077089s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:14.22476Z","caller":"traceutil/trace.go:171","msg":"trace[913445901] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"3.775890386s","start":"2026-03-11T17:47:10.448859Z","end":"2026-03-11T17:47:14.224749Z","steps":["trace[913445901] 'process raft request' (duration: 3.775576869s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.224887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.448849Z","time spent":"3.775945137s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:14.225049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21979671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:14.22513Z","caller":"traceutil/trace.go:171","msg":"trace[1743681840] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24431; }","duration":"4.219901302s","start":"2026-03-11T17:47:10.005208Z","end":"2026-03-11T17:47:14.225109Z","steps":["trace[1743681840] 'agreement among raft nodes before linearized reading' (duration: 4.219743669s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.225142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67768191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:14.225192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25339575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:14.225239Z","caller":"traceutil/trace.go:171","msg":"trace[725186672] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24431; }","duration":"4.253482422s","start":"2026-03-11T17:47:09.971746Z","end":"2026-03-11T17:47:14.225228Z","steps":["trace[725186672] 'agreement among raft nodes before linearized reading' (duration: 4.253403101s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.225273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384478231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:14.225335Z","caller":"traceutil/trace.go:171","msg":"trace[1665596118] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24431; }","duration":"3.384599343s","start":"2026-03-11T17:47:10.840718Z","end":"2026-03-11T17:47:14.225318Z","steps":["trace[1665596118] 'agreement among raft nodes before linearized reading' (duration: 3.384505481s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.225357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.209260863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T17:47:14.225387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.840693Z","time spent":"3.384679965s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:14.225193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.005197Z","time spent":"4.219978523s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:14.225418Z","caller":"traceutil/trace.go:171","msg":"trace[1801734876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24431; }","duration":"3.209351914s","start":"2026-03-11T17:47:11.01605Z","end":"2026-03-11T17:47:14.225402Z","steps":["trace[1801734876] 'agreement among raft nodes before linearized reading' (duration: 3.209177661s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.225286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:09.971728Z","time spent":"4.253542163s","remote":"127.0.0.1:37420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:14.225202Z","caller":"traceutil/trace.go:171","msg":"trace[966276061] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24431; }","duration":"2.677783191s","start":"2026-03-11T17:47:11.547398Z","end":"2026-03-11T17:47:14.225182Z","steps":["trace[966276061] 'agreement among raft nodes before linearized reading' (duration: 2.677696639s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.225636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:11.01603Z","time spent":"3.209588828s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:47:14.225055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375639018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:14.225731Z","caller":"traceutil/trace.go:171","msg":"trace[1836451609] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24431; }","duration":"3.37631703s","start":"2026-03-11T17:47:10.849387Z","end":"2026-03-11T17:47:14.225704Z","steps":["trace[1836451609] 'agreement among raft nodes before linearized reading' (duration: 3.375560286s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.225828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:10.849332Z","time spent":"3.376470783s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:14.226939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:11.547373Z","time spent":"2.67829037s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:14.502301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.41931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:14.502976Z","caller":"traceutil/trace.go:171","msg":"trace[456789209] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"272.934264ms","start":"2026-03-11T17:47:14.230017Z","end":"2026-03-11T17:47:14.502951Z","steps":["trace[456789209] 'process raft request' (duration: 272.852132ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:14.503019Z","caller":"traceutil/trace.go:171","msg":"trace[757513593] linearizableReadLoop","detail":"{readStateIndex:25300; appliedIndex:25299; }","duration":"278.285093ms","start":"2026-03-11T17:47:14.224702Z","end":"2026-03-11T17:47:14.502986Z","steps":["trace[757513593] 'read index received' (duration: 173.11095ms)","trace[757513593] 'applied index is now lower than readState.Index' (duration: 105.171013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:14.503185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.643508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:47:14.503268Z","caller":"traceutil/trace.go:171","msg":"trace[807806546] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24433; }","duration":"996.812552ms","start":"2026-03-11T17:47:13.506437Z","end":"2026-03-11T17:47:14.50325Z","steps":["trace[807806546] 'agreement among raft nodes before linearized reading' (duration: 996.592948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.503282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491073717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:14.503333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832802474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:47:14.503385Z","caller":"traceutil/trace.go:171","msg":"trace[2003007966] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24433; }","duration":"1.832898366s","start":"2026-03-11T17:47:12.670473Z","end":"2026-03-11T17:47:14.503371Z","steps":["trace[2003007966] 'agreement among raft nodes before linearized reading' (duration: 1.832690692s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.50343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:12.670462Z","time spent":"1.832959237s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T17:47:14.503531Z","caller":"traceutil/trace.go:171","msg":"trace[1964955073] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24433; }","duration":"1.49119476s","start":"2026-03-11T17:47:13.012134Z","end":"2026-03-11T17:47:14.503328Z","steps":["trace[1964955073] 'agreement among raft nodes before linearized reading' (duration: 1.490901234s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.503612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:13.012109Z","time spent":"1.491481915s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:14.503657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.779779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:47:14.503707Z","caller":"traceutil/trace.go:171","msg":"trace[458068515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24433; }","duration":"346.8313ms","start":"2026-03-11T17:47:14.156858Z","end":"2026-03-11T17:47:14.503689Z","steps":["trace[458068515] 'agreement among raft nodes before linearized reading' (duration: 346.715928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.503762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84939984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-11T17:47:14.503784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.156853Z","time spent":"346.919141ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:47:14.503809Z","caller":"traceutil/trace.go:171","msg":"trace[373078031] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24433; }","duration":"1.849476032s","start":"2026-03-11T17:47:12.654323Z","end":"2026-03-11T17:47:14.503799Z","steps":["trace[373078031] 'agreement among raft nodes before linearized reading' (duration: 1.84935378s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:14.502945Z","caller":"traceutil/trace.go:171","msg":"trace[1266853801] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"345.476985ms","start":"2026-03-11T17:47:14.157417Z","end":"2026-03-11T17:47:14.502894Z","steps":["trace[1266853801] 'process raft request' (duration: 240.351112ms)","trace[1266853801] 'compare' (duration: 104.258877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:14.503846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:12.654302Z","time spent":"1.849537733s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:47:14.504017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.157385Z","time spent":"346.491524ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:14.504114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878443747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda93d7061f8a\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-11T17:47:14.504079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347664157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-11T17:47:14.504206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990480958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:14.504243Z","caller":"traceutil/trace.go:171","msg":"trace[1262760998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24433; }","duration":"1.99054919s","start":"2026-03-11T17:47:12.513686Z","end":"2026-03-11T17:47:14.504235Z","steps":["trace[1262760998] 'agreement among raft nodes before linearized reading' (duration: 1.990489759s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.504273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:12.513665Z","time spent":"1.99060227s","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:47:14.504154Z","caller":"traceutil/trace.go:171","msg":"trace[848941897] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda93d7061f8a; range_end:; response_count:1; response_revision:24433; }","duration":"1.878524359s","start":"2026-03-11T17:47:12.625614Z","end":"2026-03-11T17:47:14.504139Z","steps":["trace[848941897] 'agreement among raft nodes before linearized reading' (duration: 1.878408177s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.504397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:12.625591Z","time spent":"1.878787343s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda93d7061f8a\" "} {"level":"warn","ts":"2026-03-11T17:47:14.504542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392968895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-11T17:47:14.503545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.190969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:47:14.504608Z","caller":"traceutil/trace.go:171","msg":"trace[1816274192] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24433; }","duration":"1.393060536s","start":"2026-03-11T17:47:13.111533Z","end":"2026-03-11T17:47:14.504594Z","steps":["trace[1816274192] 'agreement among raft nodes before linearized reading' (duration: 1.392565677s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.504203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.112194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:47:14.504629Z","caller":"traceutil/trace.go:171","msg":"trace[74219152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24433; }","duration":"347.283638ms","start":"2026-03-11T17:47:14.157323Z","end":"2026-03-11T17:47:14.504607Z","steps":["trace[74219152] 'agreement among raft nodes before linearized reading' (duration: 346.041316ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:14.504667Z","caller":"traceutil/trace.go:171","msg":"trace[406731106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24433; }","duration":"348.589352ms","start":"2026-03-11T17:47:14.156062Z","end":"2026-03-11T17:47:14.504652Z","steps":["trace[406731106] 'agreement among raft nodes before linearized reading' (duration: 348.025102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.503331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:13.506407Z","time spent":"996.906754ms","remote":"127.0.0.1:37478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:14.504318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.404869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:47:14.504721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.156057Z","time spent":"348.650054ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:47:14.504737Z","caller":"traceutil/trace.go:171","msg":"trace[1736004144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24433; }","duration":"348.872457ms","start":"2026-03-11T17:47:14.155853Z","end":"2026-03-11T17:47:14.504726Z","steps":["trace[1736004144] 'agreement among raft nodes before linearized reading' (duration: 348.379739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.504431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.50366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:47:14.50422Z","caller":"traceutil/trace.go:171","msg":"trace[1694302398] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24433; }","duration":"1.347878421s","start":"2026-03-11T17:47:13.156326Z","end":"2026-03-11T17:47:14.504204Z","steps":["trace[1694302398] 'agreement among raft nodes before linearized reading' (duration: 1.347568356s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.50484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235346912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:14.504829Z","caller":"traceutil/trace.go:171","msg":"trace[1187481435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24433; }","duration":"652.943978ms","start":"2026-03-11T17:47:13.851869Z","end":"2026-03-11T17:47:14.504813Z","steps":["trace[1187481435] 'agreement among raft nodes before linearized reading' (duration: 652.479279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.504695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.157317Z","time spent":"347.3622ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:47:14.504981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:13.851843Z","time spent":"653.085881ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:47:14.504548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.450592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:47:14.504872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:13.156292Z","time spent":"1.348561815s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"info","ts":"2026-03-11T17:47:14.505182Z","caller":"traceutil/trace.go:171","msg":"trace[1286732899] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24433; }","duration":"822.101214ms","start":"2026-03-11T17:47:13.683063Z","end":"2026-03-11T17:47:14.505164Z","steps":["trace[1286732899] 'agreement among raft nodes before linearized reading' (duration: 821.302549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.505246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:13.682976Z","time spent":"822.245846ms","remote":"127.0.0.1:37100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:14.504767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.155835Z","time spent":"348.923938ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:14.504862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:13.111522Z","time spent":"1.393120097s","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-11T17:47:14.504878Z","caller":"traceutil/trace.go:171","msg":"trace[408219170] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24433; }","duration":"1.235439684s","start":"2026-03-11T17:47:13.269425Z","end":"2026-03-11T17:47:14.504865Z","steps":["trace[408219170] 'agreement among raft nodes before linearized reading' (duration: 1.235360962s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:14.505528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:13.269392Z","time spent":"1.236118195s","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:47:15.01074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:47:15.665962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.366223ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-11T17:47:15.666139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.506351Z","time spent":"1.159781825s","remote":"127.0.0.1:37086","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T17:47:16.512379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:47:16.51248Z","caller":"traceutil/trace.go:171","msg":"trace[1366294796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081785s","start":"2026-03-11T17:47:14.512379Z","end":"2026-03-11T17:47:16.51246Z","steps":["trace[1366294796] 'agreement among raft nodes before linearized reading' (duration: 1.999944593s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.512526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.512358Z","time spent":"2.000159406s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:47:16.618535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.261164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:16.618813Z","caller":"traceutil/trace.go:171","msg":"trace[176236347] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"2.111083766s","start":"2026-03-11T17:47:14.507689Z","end":"2026-03-11T17:47:16.618773Z","steps":["trace[176236347] 'process raft request' (duration: 1.325420126s)","trace[176236347] 'compare' (duration: 784.433927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:16.618999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.507668Z","time spent":"2.111233738s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:16.619002Z","caller":"traceutil/trace.go:171","msg":"trace[541148976] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"2.109307305s","start":"2026-03-11T17:47:14.509671Z","end":"2026-03-11T17:47:16.618978Z","steps":["trace[541148976] 'process raft request' (duration: 2.109008329s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.619132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.50966Z","time spent":"2.109427527s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:16.619456Z","caller":"traceutil/trace.go:171","msg":"trace[205458837] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"2.109389867s","start":"2026-03-11T17:47:14.510023Z","end":"2026-03-11T17:47:16.619413Z","steps":["trace[205458837] 'process raft request' (duration: 2.108901247s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.619712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.510015Z","time spent":"2.109535789s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:16.619772Z","caller":"traceutil/trace.go:171","msg":"trace[1796543107] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"2.10911847s","start":"2026-03-11T17:47:14.510613Z","end":"2026-03-11T17:47:16.619732Z","steps":["trace[1796543107] 'process raft request' (duration: 2.108892656s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:16.619832Z","caller":"traceutil/trace.go:171","msg":"trace[1801280505] linearizableReadLoop","detail":"{readStateIndex:25307; appliedIndex:25301; }","duration":"2.10960135s","start":"2026-03-11T17:47:14.510216Z","end":"2026-03-11T17:47:16.619817Z","steps":["trace[1801280505] 'read index received' (duration: 592.302107ms)","trace[1801280505] 'applied index is now lower than readState.Index' (duration: 1.517298023s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:16.619899Z","caller":"traceutil/trace.go:171","msg":"trace[938045654] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"951.530156ms","start":"2026-03-11T17:47:15.668287Z","end":"2026-03-11T17:47:16.619817Z","steps":["trace[938045654] 'process raft request' (duration: 951.393353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.619955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.510578Z","time spent":"2.109280503s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:16.620103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109878814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:47:16.620173Z","caller":"traceutil/trace.go:171","msg":"trace[12249847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24439; }","duration":"2.110371514s","start":"2026-03-11T17:47:14.509788Z","end":"2026-03-11T17:47:16.62016Z","steps":["trace[12249847] 'agreement among raft nodes before linearized reading' (duration: 2.110100309s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:16.619793Z","caller":"traceutil/trace.go:171","msg":"trace[1237208642] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"2.10961063s","start":"2026-03-11T17:47:14.510147Z","end":"2026-03-11T17:47:16.619758Z","steps":["trace[1237208642] 'process raft request' (duration: 2.109174992s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.620219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.50978Z","time spent":"2.110429985s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:47:16.620128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:15.668237Z","time spent":"951.803132ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:16.62026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.510137Z","time spent":"2.110081909s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:16.740274Z","caller":"traceutil/trace.go:171","msg":"trace[374962950] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"508.817814ms","start":"2026-03-11T17:47:16.231423Z","end":"2026-03-11T17:47:16.740241Z","steps":["trace[374962950] 'process raft request' (duration: 508.696781ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:16.740398Z","caller":"traceutil/trace.go:171","msg":"trace[6545965] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"771.719113ms","start":"2026-03-11T17:47:15.968553Z","end":"2026-03-11T17:47:16.740272Z","steps":["trace[6545965] 'process raft request' (duration: 754.959193ms)","trace[6545965] 'compare' (duration: 16.454385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:16.740504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:16.231395Z","time spent":"508.984207ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:16.740615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:15.968518Z","time spent":"771.980057ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:16.740735Z","caller":"traceutil/trace.go:171","msg":"trace[88734356] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"508.895875ms","start":"2026-03-11T17:47:16.231812Z","end":"2026-03-11T17:47:16.740708Z","steps":["trace[88734356] 'process raft request' (duration: 508.373566ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:16.740727Z","caller":"traceutil/trace.go:171","msg":"trace[909389072] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"508.714942ms","start":"2026-03-11T17:47:16.231975Z","end":"2026-03-11T17:47:16.74069Z","steps":["trace[909389072] 'process raft request' (duration: 508.504868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.740876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:16.231718Z","time spent":"509.07901ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:16.740935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:16.231962Z","time spent":"508.864036ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:16.741032Z","caller":"traceutil/trace.go:171","msg":"trace[780672637] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"508.412476ms","start":"2026-03-11T17:47:16.232592Z","end":"2026-03-11T17:47:16.741004Z","steps":["trace[780672637] 'process raft request' (duration: 508.039569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.741137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:16.232582Z","time spent":"508.506539ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:16.741377Z","caller":"traceutil/trace.go:171","msg":"trace[540075762] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"508.63015ms","start":"2026-03-11T17:47:16.232715Z","end":"2026-03-11T17:47:16.741345Z","steps":["trace[540075762] 'process raft request' (duration: 508.320495ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:16.741536Z","caller":"traceutil/trace.go:171","msg":"trace[2032868838] linearizableReadLoop","detail":"{readStateIndex:25316; appliedIndex:25308; }","duration":"121.656688ms","start":"2026-03-11T17:47:16.619863Z","end":"2026-03-11T17:47:16.741519Z","steps":["trace[2032868838] 'read index received' (duration: 103.591394ms)","trace[2032868838] 'applied index is now lower than readState.Index' (duration: 18.064104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:16.741634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:16.232708Z","time spent":"508.783183ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:16.741715Z","caller":"traceutil/trace.go:171","msg":"trace[1914185423] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"508.938386ms","start":"2026-03-11T17:47:16.232767Z","end":"2026-03-11T17:47:16.741705Z","steps":["trace[1914185423] 'process raft request' (duration: 508.532618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.741801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:16.23275Z","time spent":"509.004538ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:16.741669Z","caller":"traceutil/trace.go:171","msg":"trace[47074087] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"231.633501ms","start":"2026-03-11T17:47:16.510017Z","end":"2026-03-11T17:47:16.741651Z","steps":["trace[47074087] 'process raft request' (duration: 231.424777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.741979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417949976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:16.743587Z","caller":"traceutil/trace.go:171","msg":"trace[1921169588] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24447; }","duration":"1.419605947s","start":"2026-03-11T17:47:15.323953Z","end":"2026-03-11T17:47:16.743559Z","steps":["trace[1921169588] 'agreement among raft nodes before linearized reading' (duration: 1.417936916s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.743649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:15.323924Z","time spent":"1.419704569s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:16.74205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228561698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:16.74385Z","caller":"traceutil/trace.go:171","msg":"trace[1823009695] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24447; }","duration":"2.230357751s","start":"2026-03-11T17:47:14.513465Z","end":"2026-03-11T17:47:16.743823Z","steps":["trace[1823009695] 'agreement among raft nodes before linearized reading' (duration: 2.228550687s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.743927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.513459Z","time spent":"2.230448844s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:47:16.742056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025959264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T17:47:16.744035Z","caller":"traceutil/trace.go:171","msg":"trace[1231167343] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24447; }","duration":"2.027989152s","start":"2026-03-11T17:47:14.716031Z","end":"2026-03-11T17:47:16.74402Z","steps":["trace[1231167343] 'agreement among raft nodes before linearized reading' (duration: 2.025544436s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.744086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.716004Z","time spent":"2.028068214s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-11T17:47:16.742132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.970131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:16.74426Z","caller":"traceutil/trace.go:171","msg":"trace[504905051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24447; }","duration":"231.114362ms","start":"2026-03-11T17:47:16.513134Z","end":"2026-03-11T17:47:16.744248Z","steps":["trace[504905051] 'agreement among raft nodes before linearized reading' (duration: 228.974332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.742176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.848266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-11T17:47:16.74446Z","caller":"traceutil/trace.go:171","msg":"trace[2103543919] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24447; }","duration":"121.149428ms","start":"2026-03-11T17:47:16.6233Z","end":"2026-03-11T17:47:16.744449Z","steps":["trace[2103543919] 'agreement among raft nodes before linearized reading' (duration: 118.799115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.742192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231773158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T17:47:16.744625Z","caller":"traceutil/trace.go:171","msg":"trace[40866530] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9; range_end:; response_count:1; response_revision:24447; }","duration":"2.234217792s","start":"2026-03-11T17:47:14.510394Z","end":"2026-03-11T17:47:16.744612Z","steps":["trace[40866530] 'agreement among raft nodes before linearized reading' (duration: 2.231601284s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.744666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.510389Z","time spent":"2.234264513s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd83bc4cde5e9\" "} {"level":"warn","ts":"2026-03-11T17:47:16.742203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.12629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-11T17:47:16.744822Z","caller":"traceutil/trace.go:171","msg":"trace[783173883] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24447; }","duration":"122.783819ms","start":"2026-03-11T17:47:16.622018Z","end":"2026-03-11T17:47:16.744802Z","steps":["trace[783173883] 'agreement among raft nodes before linearized reading' (duration: 120.062578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.742395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.14023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:47:16.744924Z","caller":"traceutil/trace.go:171","msg":"trace[1906673491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24447; }","duration":"235.677416ms","start":"2026-03-11T17:47:16.509235Z","end":"2026-03-11T17:47:16.744913Z","steps":["trace[1906673491] 'agreement among raft nodes before linearized reading' (duration: 232.993837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.7425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145604146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:47:16.745071Z","caller":"traceutil/trace.go:171","msg":"trace[248938567] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24447; }","duration":"2.148215024s","start":"2026-03-11T17:47:14.596845Z","end":"2026-03-11T17:47:16.74506Z","steps":["trace[248938567] 'agreement among raft nodes before linearized reading' (duration: 2.14478531s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.745104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:14.596826Z","time spent":"2.148266825s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:47:16.742525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230399231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:47:16.745284Z","caller":"traceutil/trace.go:171","msg":"trace[914579360] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24447; }","duration":"1.233191143s","start":"2026-03-11T17:47:15.512068Z","end":"2026-03-11T17:47:16.74526Z","steps":["trace[914579360] 'agreement among raft nodes before linearized reading' (duration: 1.229614236s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.745349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:15.512049Z","time spent":"1.233279134s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:47:16.742499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.18446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:47:16.74549Z","caller":"traceutil/trace.go:171","msg":"trace[1829997275] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24447; }","duration":"651.454199ms","start":"2026-03-11T17:47:16.094009Z","end":"2026-03-11T17:47:16.745463Z","steps":["trace[1829997275] 'agreement among raft nodes before linearized reading' (duration: 647.555397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:16.745573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:16.093984Z","time spent":"651.565692ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:17.115496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.127801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:17.115638Z","caller":"traceutil/trace.go:171","msg":"trace[396038074] linearizableReadLoop","detail":"{readStateIndex:25321; appliedIndex:25320; }","duration":"206.577387ms","start":"2026-03-11T17:47:16.909038Z","end":"2026-03-11T17:47:17.115616Z","steps":["trace[396038074] 'read index received' (duration: 100.175431ms)","trace[396038074] 'applied index is now lower than readState.Index' (duration: 106.400426ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:17.115743Z","caller":"traceutil/trace.go:171","msg":"trace[1690331544] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"219.346673ms","start":"2026-03-11T17:47:16.896322Z","end":"2026-03-11T17:47:17.115668Z","steps":["trace[1690331544] 'process raft request' (duration: 112.912246ms)","trace[1690331544] 'compare' (duration: 105.915068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:17.115822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.77668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-11T17:47:17.115861Z","caller":"traceutil/trace.go:171","msg":"trace[515360733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24452; }","duration":"206.831732ms","start":"2026-03-11T17:47:16.909019Z","end":"2026-03-11T17:47:17.11585Z","steps":["trace[515360733] 'agreement among raft nodes before linearized reading' (duration: 206.651729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:17.563556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.818976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:17.563796Z","caller":"traceutil/trace.go:171","msg":"trace[1462721887] linearizableReadLoop","detail":"{readStateIndex:25323; appliedIndex:25321; }","duration":"187.024066ms","start":"2026-03-11T17:47:17.376747Z","end":"2026-03-11T17:47:17.563771Z","steps":["trace[1462721887] 'read index received' (duration: 178.817884ms)","trace[1462721887] 'applied index is now lower than readState.Index' (duration: 8.205052ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:17.563866Z","caller":"traceutil/trace.go:171","msg":"trace[1263532595] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"441.716683ms","start":"2026-03-11T17:47:17.122085Z","end":"2026-03-11T17:47:17.563802Z","steps":["trace[1263532595] 'process raft request' (duration: 170.520092ms)","trace[1263532595] 'compare' (duration: 270.655802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:17.564054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:17.122038Z","time spent":"441.917217ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:17.564098Z","caller":"traceutil/trace.go:171","msg":"trace[2120027747] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"406.435272ms","start":"2026-03-11T17:47:17.157647Z","end":"2026-03-11T17:47:17.564082Z","steps":["trace[2120027747] 'process raft request' (duration: 406.037774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:17.564179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:17.157607Z","time spent":"406.526234ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:17.564253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.469636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:17.564358Z","caller":"traceutil/trace.go:171","msg":"trace[1790065387] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24454; }","duration":"187.642949ms","start":"2026-03-11T17:47:17.376685Z","end":"2026-03-11T17:47:17.564328Z","steps":["trace[1790065387] 'agreement among raft nodes before linearized reading' (duration: 187.445915ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:18.313649Z","caller":"traceutil/trace.go:171","msg":"trace[1898019726] linearizableReadLoop","detail":"{readStateIndex:25324; appliedIndex:25323; }","duration":"224.821836ms","start":"2026-03-11T17:47:18.088799Z","end":"2026-03-11T17:47:18.313621Z","steps":["trace[1898019726] 'read index received' (duration: 224.626262ms)","trace[1898019726] 'applied index is now lower than readState.Index' (duration: 194.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:18.313784Z","caller":"traceutil/trace.go:171","msg":"trace[517631320] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"342.914998ms","start":"2026-03-11T17:47:17.970825Z","end":"2026-03-11T17:47:18.31374Z","steps":["trace[517631320] 'process raft request' (duration: 342.610023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:18.314078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.253193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-11T17:47:18.314136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:17.9707Z","time spent":"343.274234ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:18.314137Z","caller":"traceutil/trace.go:171","msg":"trace[1644077449] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24455; }","duration":"225.382386ms","start":"2026-03-11T17:47:18.08874Z","end":"2026-03-11T17:47:18.314122Z","steps":["trace[1644077449] 'agreement among raft nodes before linearized reading' (duration: 225.04394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:18.61772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.697239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:18.617867Z","caller":"traceutil/trace.go:171","msg":"trace[487303765] linearizableReadLoop","detail":"{readStateIndex:25325; appliedIndex:25324; }","duration":"102.83603ms","start":"2026-03-11T17:47:18.515007Z","end":"2026-03-11T17:47:18.617843Z","steps":["trace[487303765] 'read index received' (duration: 53.721µs)","trace[487303765] 'applied index is now lower than readState.Index' (duration: 102.780599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:18.618089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.086605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:18.618127Z","caller":"traceutil/trace.go:171","msg":"trace[1737506975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24456; }","duration":"103.186337ms","start":"2026-03-11T17:47:18.514929Z","end":"2026-03-11T17:47:18.618115Z","steps":["trace[1737506975] 'agreement among raft nodes before linearized reading' (duration: 102.971193ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:18.618224Z","caller":"traceutil/trace.go:171","msg":"trace[1927511433] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"296.162503ms","start":"2026-03-11T17:47:18.322023Z","end":"2026-03-11T17:47:18.618186Z","steps":["trace[1927511433] 'process raft request' (duration: 127.853143ms)","trace[1927511433] 'compare' (duration: 167.486056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:19.483816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.815423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:47:19.484057Z","caller":"traceutil/trace.go:171","msg":"trace[625622866] linearizableReadLoop","detail":"{readStateIndex:25330; appliedIndex:25329; }","duration":"803.646693ms","start":"2026-03-11T17:47:18.680391Z","end":"2026-03-11T17:47:19.484038Z","steps":["trace[625622866] 'read index received' (duration: 168.628987ms)","trace[625622866] 'applied index is now lower than readState.Index' (duration: 635.016356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:19.48446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.157761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:47:19.484489Z","caller":"traceutil/trace.go:171","msg":"trace[765854257] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24460; }","duration":"804.241123ms","start":"2026-03-11T17:47:18.680237Z","end":"2026-03-11T17:47:19.484478Z","steps":["trace[765854257] 'agreement among raft nodes before linearized reading' (duration: 804.08894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.484519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.680213Z","time spent":"804.298535ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T17:47:19.484784Z","caller":"traceutil/trace.go:171","msg":"trace[894877997] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"801.612285ms","start":"2026-03-11T17:47:18.683125Z","end":"2026-03-11T17:47:19.484737Z","steps":["trace[894877997] 'process raft request' (duration: 800.80813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.484966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.683109Z","time spent":"801.751907ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:19.736117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.274305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:19.736474Z","caller":"traceutil/trace.go:171","msg":"trace[1665798681] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"985.508994ms","start":"2026-03-11T17:47:18.750942Z","end":"2026-03-11T17:47:19.736451Z","steps":["trace[1665798681] 'process raft request' (duration: 985.425933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.736559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.750931Z","time spent":"985.592396ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:19.736685Z","caller":"traceutil/trace.go:171","msg":"trace[1169229907] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"989.133881ms","start":"2026-03-11T17:47:18.747484Z","end":"2026-03-11T17:47:19.736618Z","steps":["trace[1169229907] 'process raft request' (duration: 737.233505ms)","trace[1169229907] 'compare' (duration: 250.944019ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:19.736812Z","caller":"traceutil/trace.go:171","msg":"trace[1861317786] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"985.839361ms","start":"2026-03-11T17:47:18.75092Z","end":"2026-03-11T17:47:19.736759Z","steps":["trace[1861317786] 'process raft request' (duration: 985.399013ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:19.736962Z","caller":"traceutil/trace.go:171","msg":"trace[1472781918] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"986.261398ms","start":"2026-03-11T17:47:18.750689Z","end":"2026-03-11T17:47:19.736951Z","steps":["trace[1472781918] 'process raft request' (duration: 985.560136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.736981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.750907Z","time spent":"985.973663ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:19.737032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.750673Z","time spent":"986.326959ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:19.737268Z","caller":"traceutil/trace.go:171","msg":"trace[248800573] linearizableReadLoop","detail":"{readStateIndex:25338; appliedIndex:25330; }","duration":"253.147629ms","start":"2026-03-11T17:47:19.484104Z","end":"2026-03-11T17:47:19.737251Z","steps":["trace[248800573] 'read index received' (duration: 456.268µs)","trace[248800573] 'applied index is now lower than readState.Index' (duration: 252.689621ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:19.737471Z","caller":"traceutil/trace.go:171","msg":"trace[574150807] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"986.289299ms","start":"2026-03-11T17:47:18.751162Z","end":"2026-03-11T17:47:19.737451Z","steps":["trace[574150807] 'process raft request' (duration: 985.243419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.737574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.251059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:47:19.737546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.887307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:19.737618Z","caller":"traceutil/trace.go:171","msg":"trace[229847833] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24468; }","duration":"557.350801ms","start":"2026-03-11T17:47:19.180256Z","end":"2026-03-11T17:47:19.737607Z","steps":["trace[229847833] 'agreement among raft nodes before linearized reading' (duration: 557.242089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.73764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:19.180228Z","time spent":"557.407151ms","remote":"127.0.0.1:37490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:19.737645Z","caller":"traceutil/trace.go:171","msg":"trace[1791245259] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24468; }","duration":"692.013339ms","start":"2026-03-11T17:47:19.04561Z","end":"2026-03-11T17:47:19.737623Z","steps":["trace[1791245259] 'agreement among raft nodes before linearized reading' (duration: 691.814236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.737694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:19.045555Z","time spent":"692.127881ms","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:19.737695Z","caller":"traceutil/trace.go:171","msg":"trace[1716415378] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"986.440542ms","start":"2026-03-11T17:47:18.751218Z","end":"2026-03-11T17:47:19.737659Z","steps":["trace[1716415378] 'process raft request' (duration: 985.82282ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:19.737744Z","caller":"traceutil/trace.go:171","msg":"trace[1574187024] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"985.82208ms","start":"2026-03-11T17:47:18.75188Z","end":"2026-03-11T17:47:19.737702Z","steps":["trace[1574187024] 'process raft request' (duration: 985.309771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.737834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.519607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-11T17:47:19.737673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.751133Z","time spent":"986.381341ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:19.737877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.751196Z","time spent":"986.573375ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:19.737884Z","caller":"traceutil/trace.go:171","msg":"trace[184647554] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24468; }","duration":"246.605928ms","start":"2026-03-11T17:47:19.491266Z","end":"2026-03-11T17:47:19.737872Z","steps":["trace[184647554] 'agreement among raft nodes before linearized reading' (duration: 246.434335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.737941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.751849Z","time spent":"985.991783ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:19.73793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.135564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:47:19.738071Z","caller":"traceutil/trace.go:171","msg":"trace[108178733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24468; }","duration":"941.330907ms","start":"2026-03-11T17:47:18.796728Z","end":"2026-03-11T17:47:19.738059Z","steps":["trace[108178733] 'agreement among raft nodes before linearized reading' (duration: 941.023592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.738147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.796702Z","time spent":"941.432699ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:47:19.738284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.518692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:19.738338Z","caller":"traceutil/trace.go:171","msg":"trace[922746167] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24468; }","duration":"677.606434ms","start":"2026-03-11T17:47:19.060716Z","end":"2026-03-11T17:47:19.738323Z","steps":["trace[922746167] 'agreement among raft nodes before linearized reading' (duration: 677.510742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.738371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:19.060702Z","time spent":"677.660144ms","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:19.738371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.97773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-11T17:47:19.73834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.747463Z","time spent":"990.833422ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:19.73842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.196221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:19.738676Z","caller":"traceutil/trace.go:171","msg":"trace[1440123468] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24468; }","duration":"981.332238ms","start":"2026-03-11T17:47:18.757317Z","end":"2026-03-11T17:47:19.73865Z","steps":["trace[1440123468] 'agreement among raft nodes before linearized reading' (duration: 980.365119ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:19.738714Z","caller":"traceutil/trace.go:171","msg":"trace[1860713520] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24468; }","duration":"713.545768ms","start":"2026-03-11T17:47:19.025136Z","end":"2026-03-11T17:47:19.738682Z","steps":["trace[1860713520] 'agreement among raft nodes before linearized reading' (duration: 713.15931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.738772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:18.757308Z","time spent":"981.4519ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:47:19.73881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:19.025112Z","time spent":"713.6842ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:19.739513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.359912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:19.739571Z","caller":"traceutil/trace.go:171","msg":"trace[7687420] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24468; }","duration":"642.498635ms","start":"2026-03-11T17:47:19.097058Z","end":"2026-03-11T17:47:19.739557Z","steps":["trace[7687420] 'agreement among raft nodes before linearized reading' (duration: 642.380853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:19.739606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:19.097026Z","time spent":"642.571156ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:19.740009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.247886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:47:19.740095Z","caller":"traceutil/trace.go:171","msg":"trace[1033688971] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24468; }","duration":"225.014349ms","start":"2026-03-11T17:47:19.515058Z","end":"2026-03-11T17:47:19.740073Z","steps":["trace[1033688971] 'agreement among raft nodes before linearized reading' (duration: 222.800267ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:20.096496Z","caller":"traceutil/trace.go:171","msg":"trace[542478620] linearizableReadLoop","detail":"{readStateIndex:25339; appliedIndex:25338; }","duration":"351.70291ms","start":"2026-03-11T17:47:19.744756Z","end":"2026-03-11T17:47:20.096459Z","steps":["trace[542478620] 'read index received' (duration: 316.130273ms)","trace[542478620] 'applied index is now lower than readState.Index' (duration: 35.570977ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:20.096564Z","caller":"traceutil/trace.go:171","msg":"trace[451222424] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"352.952763ms","start":"2026-03-11T17:47:19.743555Z","end":"2026-03-11T17:47:20.096508Z","steps":["trace[451222424] 'process raft request' (duration: 317.390726ms)","trace[451222424] 'compare' (duration: 35.278382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:20.096734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.945974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:20.096764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:19.743533Z","time spent":"353.117226ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:20.0968Z","caller":"traceutil/trace.go:171","msg":"trace[451044717] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24469; }","duration":"352.040555ms","start":"2026-03-11T17:47:19.744728Z","end":"2026-03-11T17:47:20.096768Z","steps":["trace[451044717] 'agreement among raft nodes before linearized reading' (duration: 351.891713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:20.096846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:19.744707Z","time spent":"352.130398ms","remote":"127.0.0.1:37140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:47:20.097376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.239056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272960"} {"level":"info","ts":"2026-03-11T17:47:20.097475Z","caller":"traceutil/trace.go:171","msg":"trace[1189916135] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24469; }","duration":"315.386169ms","start":"2026-03-11T17:47:19.782067Z","end":"2026-03-11T17:47:20.097453Z","steps":["trace[1189916135] 'agreement among raft nodes before linearized reading' (duration: 314.771607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:20.097526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:19.782044Z","time spent":"315.472051ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272983,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-11T17:47:20.391187Z","caller":"traceutil/trace.go:171","msg":"trace[1096545137] linearizableReadLoop","detail":"{readStateIndex:25340; appliedIndex:25339; }","duration":"280.724569ms","start":"2026-03-11T17:47:20.110433Z","end":"2026-03-11T17:47:20.391158Z","steps":["trace[1096545137] 'read index received' (duration: 212.405626ms)","trace[1096545137] 'applied index is now lower than readState.Index' (duration: 68.317623ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:20.391297Z","caller":"traceutil/trace.go:171","msg":"trace[693041506] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"285.182202ms","start":"2026-03-11T17:47:20.106062Z","end":"2026-03-11T17:47:20.391245Z","steps":["trace[693041506] 'process raft request' (duration: 216.887669ms)","trace[693041506] 'compare' (duration: 68.038688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:20.391471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.90692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:47:20.391558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.101526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-11T17:47:20.391585Z","caller":"traceutil/trace.go:171","msg":"trace[1851078826] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24470; }","duration":"210.064912ms","start":"2026-03-11T17:47:20.181495Z","end":"2026-03-11T17:47:20.39156Z","steps":["trace[1851078826] 'agreement among raft nodes before linearized reading' (duration: 209.866019ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:20.391658Z","caller":"traceutil/trace.go:171","msg":"trace[783016860] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24470; }","duration":"281.258929ms","start":"2026-03-11T17:47:20.110375Z","end":"2026-03-11T17:47:20.391634Z","steps":["trace[783016860] 'agreement among raft nodes before linearized reading' (duration: 280.943763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:20.906691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:47:21.017587Z","caller":"traceutil/trace.go:171","msg":"trace[1380343216] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"611.432701ms","start":"2026-03-11T17:47:20.406125Z","end":"2026-03-11T17:47:21.017558Z","steps":["trace[1380343216] 'process raft request' (duration: 611.272058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:21.017774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:20.4061Z","time spent":"611.572913ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:21.066201Z","caller":"traceutil/trace.go:171","msg":"trace[1157502743] linearizableReadLoop","detail":"{readStateIndex:25342; appliedIndex:25340; }","duration":"659.906117ms","start":"2026-03-11T17:47:20.406261Z","end":"2026-03-11T17:47:21.066167Z","steps":["trace[1157502743] 'read index received' (duration: 611.259888ms)","trace[1157502743] 'applied index is now lower than readState.Index' (duration: 48.644959ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:21.066637Z","caller":"traceutil/trace.go:171","msg":"trace[278785350] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"417.493036ms","start":"2026-03-11T17:47:20.64909Z","end":"2026-03-11T17:47:21.066583Z","steps":["trace[278785350] 'process raft request' (duration: 416.909065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:21.066871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:20.649057Z","time spent":"417.68585ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:21.066954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.63897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-03-11T17:47:21.067153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.986627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:47:21.067252Z","caller":"traceutil/trace.go:171","msg":"trace[1585627434] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24472; }","duration":"219.1029ms","start":"2026-03-11T17:47:20.848126Z","end":"2026-03-11T17:47:21.067229Z","steps":["trace[1585627434] 'agreement among raft nodes before linearized reading' (duration: 218.949187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:21.067391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.370719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-11T17:47:21.067445Z","caller":"traceutil/trace.go:171","msg":"trace[249571607] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24472; }","duration":"381.441751ms","start":"2026-03-11T17:47:20.685988Z","end":"2026-03-11T17:47:21.06743Z","steps":["trace[249571607] 'agreement among raft nodes before linearized reading' (duration: 381.256128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:21.067485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:20.685977Z","time spent":"381.500822ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-11T17:47:21.067264Z","caller":"traceutil/trace.go:171","msg":"trace[1122238224] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24472; }","duration":"660.849914ms","start":"2026-03-11T17:47:20.406252Z","end":"2026-03-11T17:47:21.067102Z","steps":["trace[1122238224] 'agreement among raft nodes before linearized reading' (duration: 660.285714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:21.067616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.354356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:47:21.067646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:20.406189Z","time spent":"661.397805ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-11T17:47:21.067694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.805047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:47:21.067766Z","caller":"traceutil/trace.go:171","msg":"trace[1220158921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24472; }","duration":"381.904859ms","start":"2026-03-11T17:47:20.685843Z","end":"2026-03-11T17:47:21.067748Z","steps":["trace[1220158921] 'agreement among raft nodes before linearized reading' (duration: 381.676224ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:21.067667Z","caller":"traceutil/trace.go:171","msg":"trace[1600307317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24472; }","duration":"382.53829ms","start":"2026-03-11T17:47:20.685117Z","end":"2026-03-11T17:47:21.067655Z","steps":["trace[1600307317] 'agreement among raft nodes before linearized reading' (duration: 382.192014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:21.06781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:20.685831Z","time spent":"381.971489ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:21.067916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.1332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-11T17:47:21.067934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:20.685089Z","time spent":"382.829206ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:47:21.067964Z","caller":"traceutil/trace.go:171","msg":"trace[909814417] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24472; }","duration":"324.210012ms","start":"2026-03-11T17:47:20.743742Z","end":"2026-03-11T17:47:21.067952Z","steps":["trace[909814417] 'agreement among raft nodes before linearized reading' (duration: 323.903307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:21.068002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:20.74373Z","time spent":"324.264684ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:47:21.066892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.739488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:21.068024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.984592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:47:21.068083Z","caller":"traceutil/trace.go:171","msg":"trace[895191349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24472; }","duration":"552.9696ms","start":"2026-03-11T17:47:20.515077Z","end":"2026-03-11T17:47:21.068047Z","steps":["trace[895191349] 'agreement among raft nodes before linearized reading' (duration: 551.611365ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:21.068147Z","caller":"traceutil/trace.go:171","msg":"trace[1953682832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24472; }","duration":"380.141805ms","start":"2026-03-11T17:47:20.68799Z","end":"2026-03-11T17:47:21.068132Z","steps":["trace[1953682832] 'agreement among raft nodes before linearized reading' (duration: 379.811759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:21.0682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:20.515058Z","time spent":"553.103243ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:47:21.068252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:20.687977Z","time spent":"380.259877ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:47:21.070198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.423679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:47:21.070245Z","caller":"traceutil/trace.go:171","msg":"trace[1999021175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24472; }","duration":"415.53533ms","start":"2026-03-11T17:47:20.654696Z","end":"2026-03-11T17:47:21.070232Z","steps":["trace[1999021175] 'agreement among raft nodes before linearized reading' (duration: 413.030893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:21.071386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:20.654686Z","time spent":"416.685371ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:22.062063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.335105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:22.062486Z","caller":"traceutil/trace.go:171","msg":"trace[193075364] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"989.225122ms","start":"2026-03-11T17:47:21.073232Z","end":"2026-03-11T17:47:22.062457Z","steps":["trace[193075364] 'process raft request' (duration: 375.413098ms)","trace[193075364] 'compare' (duration: 613.158683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:22.062562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.073214Z","time spent":"989.311043ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:22.408677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.384265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:22.408934Z","caller":"traceutil/trace.go:171","msg":"trace[28677299] linearizableReadLoop","detail":"{readStateIndex:25346; appliedIndex:25342; }","duration":"1.326277362s","start":"2026-03-11T17:47:21.082635Z","end":"2026-03-11T17:47:22.408912Z","steps":["trace[28677299] 'read index received' (duration: 366.039685ms)","trace[28677299] 'applied index is now lower than readState.Index' (duration: 960.236137ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:22.408915Z","caller":"traceutil/trace.go:171","msg":"trace[1647138543] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"1.334621776s","start":"2026-03-11T17:47:21.07425Z","end":"2026-03-11T17:47:22.408872Z","steps":["trace[1647138543] 'process raft request' (duration: 1.167905955s)","trace[1647138543] 'compare' (duration: 166.223131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:22.409104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.074219Z","time spent":"1.334785329s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:22.409209Z","caller":"traceutil/trace.go:171","msg":"trace[254367610] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"1.334199659s","start":"2026-03-11T17:47:21.074997Z","end":"2026-03-11T17:47:22.409197Z","steps":["trace[254367610] 'process raft request' (duration: 1.333801492s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:22.409289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.074981Z","time spent":"1.33427067s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:22.409427Z","caller":"traceutil/trace.go:171","msg":"trace[191443117] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"1.333300032s","start":"2026-03-11T17:47:21.076116Z","end":"2026-03-11T17:47:22.409416Z","steps":["trace[191443117] 'process raft request' (duration: 1.332749392s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:22.409763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327132487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-11T17:47:22.409821Z","caller":"traceutil/trace.go:171","msg":"trace[1725922710] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24476; }","duration":"1.327190278s","start":"2026-03-11T17:47:21.082617Z","end":"2026-03-11T17:47:22.409808Z","steps":["trace[1725922710] 'agreement among raft nodes before linearized reading' (duration: 1.327001214s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:22.409856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.082572Z","time spent":"1.32727701s","remote":"127.0.0.1:37506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-11T17:47:22.415009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.076104Z","time spent":"1.333350302s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:22.909217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:47:23.272106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.872197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:23.272708Z","caller":"traceutil/trace.go:171","msg":"trace[1054900442] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"1.530243162s","start":"2026-03-11T17:47:21.742427Z","end":"2026-03-11T17:47:23.27267Z","steps":["trace[1054900442] 'process raft request' (duration: 1.417670331s)","trace[1054900442] 'compare' (duration: 111.710395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:23.272901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.742397Z","time spent":"1.530411415s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:23.272812Z","caller":"traceutil/trace.go:171","msg":"trace[355207973] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"1.527724085s","start":"2026-03-11T17:47:21.745058Z","end":"2026-03-11T17:47:23.272782Z","steps":["trace[355207973] 'process raft request' (duration: 1.527655504s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.27313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.745048Z","time spent":"1.528023071s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:23.273393Z","caller":"traceutil/trace.go:171","msg":"trace[485347361] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"1.529332345s","start":"2026-03-11T17:47:21.744047Z","end":"2026-03-11T17:47:23.273379Z","steps":["trace[485347361] 'process raft request' (duration: 1.528267475s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:23.273457Z","caller":"traceutil/trace.go:171","msg":"trace[560098156] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"1.528803205s","start":"2026-03-11T17:47:21.744614Z","end":"2026-03-11T17:47:23.273417Z","steps":["trace[560098156] 'process raft request' (duration: 1.528062502s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:23.273457Z","caller":"traceutil/trace.go:171","msg":"trace[1105736695] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"1.52910662s","start":"2026-03-11T17:47:21.744323Z","end":"2026-03-11T17:47:23.27343Z","steps":["trace[1105736695] 'process raft request' (duration: 1.528206344s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.273652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.744594Z","time spent":"1.528958889s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:23.273652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.744286Z","time spent":"1.529269074s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:23.273661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.744006Z","time spent":"1.529425536s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:23.273811Z","caller":"traceutil/trace.go:171","msg":"trace[469686262] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"1.528833546s","start":"2026-03-11T17:47:21.744583Z","end":"2026-03-11T17:47:23.273417Z","steps":["trace[469686262] 'process raft request' (duration: 1.528045712s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.273871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.744563Z","time spent":"1.529278465s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:23.274221Z","caller":"traceutil/trace.go:171","msg":"trace[428252597] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"1.530747282s","start":"2026-03-11T17:47:21.743434Z","end":"2026-03-11T17:47:23.274181Z","steps":["trace[428252597] 'process raft request' (duration: 1.528818976s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.274319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.743415Z","time spent":"1.530855844s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:23.359875Z","caller":"traceutil/trace.go:171","msg":"trace[598162529] linearizableReadLoop","detail":"{readStateIndex:25354; appliedIndex:25346; }","duration":"950.872164ms","start":"2026-03-11T17:47:22.408976Z","end":"2026-03-11T17:47:23.359848Z","steps":["trace[598162529] 'read index received' (duration: 751.121702ms)","trace[598162529] 'applied index is now lower than readState.Index' (duration: 199.749282ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:23.359991Z","caller":"traceutil/trace.go:171","msg":"trace[1557527391] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"790.329097ms","start":"2026-03-11T17:47:22.569622Z","end":"2026-03-11T17:47:23.359952Z","steps":["trace[1557527391] 'process raft request' (duration: 790.040352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.360079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027851346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:23.360152Z","caller":"traceutil/trace.go:171","msg":"trace[1162246785] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24484; }","duration":"1.027996999s","start":"2026-03-11T17:47:22.332135Z","end":"2026-03-11T17:47:23.360132Z","steps":["trace[1162246785] 'agreement among raft nodes before linearized reading' (duration: 1.027823096s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.360173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28500625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-11T17:47:23.360206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:22.332107Z","time spent":"1.02808639s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:23.360245Z","caller":"traceutil/trace.go:171","msg":"trace[208951986] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24484; }","duration":"1.285138473s","start":"2026-03-11T17:47:22.075086Z","end":"2026-03-11T17:47:23.360225Z","steps":["trace[208951986] 'agreement among raft nodes before linearized reading' (duration: 1.284913039s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.360286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:22.075064Z","time spent":"1.285213443s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"warn","ts":"2026-03-11T17:47:23.360314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259167771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T17:47:23.360183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:22.569603Z","time spent":"790.473979ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:23.360389Z","caller":"traceutil/trace.go:171","msg":"trace[1161427238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24484; }","duration":"1.259282623s","start":"2026-03-11T17:47:22.101087Z","end":"2026-03-11T17:47:23.36037Z","steps":["trace[1161427238] 'agreement among raft nodes before linearized reading' (duration: 1.258958287s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.360425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:22.101077Z","time spent":"1.259342334s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:47:23.360472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.373365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189bda93de41b61d\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-11T17:47:23.360529Z","caller":"traceutil/trace.go:171","msg":"trace[1633688497] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189bda93de41b61d; range_end:; response_count:1; response_revision:24484; }","duration":"943.458466ms","start":"2026-03-11T17:47:22.417055Z","end":"2026-03-11T17:47:23.360513Z","steps":["trace[1633688497] 'agreement among raft nodes before linearized reading' (duration: 943.264582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.360565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:22.417035Z","time spent":"943.522237ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189bda93de41b61d\" "} {"level":"warn","ts":"2026-03-11T17:47:23.360567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.206597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-11T17:47:23.360605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.273715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:47:23.360618Z","caller":"traceutil/trace.go:171","msg":"trace[891691106] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24484; }","duration":"248.31835ms","start":"2026-03-11T17:47:23.112286Z","end":"2026-03-11T17:47:23.360605Z","steps":["trace[891691106] 'agreement among raft nodes before linearized reading' (duration: 248.147666ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:23.360629Z","caller":"traceutil/trace.go:171","msg":"trace[798562388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24484; }","duration":"705.310216ms","start":"2026-03-11T17:47:22.655308Z","end":"2026-03-11T17:47:23.360618Z","steps":["trace[798562388] 'agreement among raft nodes before linearized reading' (duration: 705.243233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.360618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.970367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:23.360645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:22.655298Z","time spent":"705.343146ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"info","ts":"2026-03-11T17:47:23.360663Z","caller":"traceutil/trace.go:171","msg":"trace[1710637407] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24484; }","duration":"766.056439ms","start":"2026-03-11T17:47:22.594591Z","end":"2026-03-11T17:47:23.360648Z","steps":["trace[1710637407] 'agreement among raft nodes before linearized reading' (duration: 765.979637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.360697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:22.594569Z","time spent":"766.1177ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:23.360803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.078794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:23.360836Z","caller":"traceutil/trace.go:171","msg":"trace[1712358300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24484; }","duration":"842.159115ms","start":"2026-03-11T17:47:22.518667Z","end":"2026-03-11T17:47:23.360826Z","steps":["trace[1712358300] 'agreement among raft nodes before linearized reading' (duration: 842.104754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.360862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:22.518643Z","time spent":"842.213486ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:47:23.360811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.889669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:23.360957Z","caller":"traceutil/trace.go:171","msg":"trace[872667324] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24484; }","duration":"527.094912ms","start":"2026-03-11T17:47:22.833844Z","end":"2026-03-11T17:47:23.360939Z","steps":["trace[872667324] 'agreement among raft nodes before linearized reading' (duration: 526.931609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.360856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79246645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:23.360969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.974362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:47:23.360993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:22.833789Z","time spent":"527.193194ms","remote":"127.0.0.1:57248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:23.361009Z","caller":"traceutil/trace.go:171","msg":"trace[1936367559] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24484; }","duration":"1.792671142s","start":"2026-03-11T17:47:21.568323Z","end":"2026-03-11T17:47:23.360994Z","steps":["trace[1936367559] 'agreement among raft nodes before linearized reading' (duration: 1.792494219s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:23.361023Z","caller":"traceutil/trace.go:171","msg":"trace[1213219339] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24484; }","duration":"242.089794ms","start":"2026-03-11T17:47:23.118919Z","end":"2026-03-11T17:47:23.361009Z","steps":["trace[1213219339] 'agreement among raft nodes before linearized reading' (duration: 241.904841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.361054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.568299Z","time spent":"1.792738494s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:23.361532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235721328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:47:23.36158Z","caller":"traceutil/trace.go:171","msg":"trace[8018971] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24484; }","duration":"1.235830239s","start":"2026-03-11T17:47:22.125739Z","end":"2026-03-11T17:47:23.361569Z","steps":["trace[8018971] 'agreement among raft nodes before linearized reading' (duration: 1.234177269s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.361611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:22.125713Z","time spent":"1.235891741s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:47:23.362458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44568604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:47:23.36252Z","caller":"traceutil/trace.go:171","msg":"trace[1816664737] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24484; }","duration":"1.445828712s","start":"2026-03-11T17:47:21.916678Z","end":"2026-03-11T17:47:23.362507Z","steps":["trace[1816664737] 'agreement among raft nodes before linearized reading' (duration: 1.443378907s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:23.362666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:21.916643Z","time spent":"1.445968045s","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2661,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:23.863184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:47:24.227078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:23.362246Z","time spent":"864.823624ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:47:24.300787Z","caller":"traceutil/trace.go:171","msg":"trace[758917261] linearizableReadLoop","detail":"{readStateIndex:25357; appliedIndex:25354; }","duration":"938.2106ms","start":"2026-03-11T17:47:23.362545Z","end":"2026-03-11T17:47:24.300755Z","steps":["trace[758917261] 'read index received' (duration: 821.309949ms)","trace[758917261] 'applied index is now lower than readState.Index' (duration: 116.899091ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:24.300905Z","caller":"traceutil/trace.go:171","msg":"trace[1937183853] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"934.874098ms","start":"2026-03-11T17:47:23.365971Z","end":"2026-03-11T17:47:24.300845Z","steps":["trace[1937183853] 'process raft request' (duration: 934.712696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.300999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.417734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:24.300991Z","caller":"traceutil/trace.go:171","msg":"trace[117295964] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"936.997488ms","start":"2026-03-11T17:47:23.363933Z","end":"2026-03-11T17:47:24.30093Z","steps":["trace[117295964] 'process raft request' (duration: 936.519949ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:24.30105Z","caller":"traceutil/trace.go:171","msg":"trace[723452138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24486; }","duration":"938.533746ms","start":"2026-03-11T17:47:23.362504Z","end":"2026-03-11T17:47:24.301038Z","steps":["trace[723452138] 'agreement among raft nodes before linearized reading' (duration: 938.402684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.301107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:23.362491Z","time spent":"938.595487ms","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:47:24.301111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:23.365956Z","time spent":"935.043132ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:24.301206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:23.363905Z","time spent":"937.184861ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:24.911496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.869972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:47:24.911792Z","caller":"traceutil/trace.go:171","msg":"trace[1674116893] linearizableReadLoop","detail":"{readStateIndex:25359; appliedIndex:25357; }","duration":"610.90522ms","start":"2026-03-11T17:47:24.300868Z","end":"2026-03-11T17:47:24.911774Z","steps":["trace[1674116893] 'read index received' (duration: 73.615471ms)","trace[1674116893] 'applied index is now lower than readState.Index' (duration: 537.288619ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:24.911894Z","caller":"traceutil/trace.go:171","msg":"trace[1496417437] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"663.769717ms","start":"2026-03-11T17:47:24.248073Z","end":"2026-03-11T17:47:24.911843Z","steps":["trace[1496417437] 'process raft request' (duration: 663.565004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.912097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.056519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:47:24.912099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.248049Z","time spent":"663.945912ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:24.912141Z","caller":"traceutil/trace.go:171","msg":"trace[1696963791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24488; }","duration":"845.13076ms","start":"2026-03-11T17:47:24.066996Z","end":"2026-03-11T17:47:24.912127Z","steps":["trace[1696963791] 'agreement among raft nodes before linearized reading' (duration: 844.911045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.912184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.066976Z","time spent":"845.195051ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:24.912188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.97962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:47:24.912236Z","caller":"traceutil/trace.go:171","msg":"trace[1651662653] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24488; }","duration":"948.066502ms","start":"2026-03-11T17:47:23.964158Z","end":"2026-03-11T17:47:24.912224Z","steps":["trace[1651662653] 'agreement among raft nodes before linearized reading' (duration: 947.94204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.912265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:23.96414Z","time spent":"948.117953ms","remote":"127.0.0.1:37292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:24.912246Z","caller":"traceutil/trace.go:171","msg":"trace[428189264] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"684.223685ms","start":"2026-03-11T17:47:24.22797Z","end":"2026-03-11T17:47:24.912193Z","steps":["trace[428189264] 'process raft request' (duration: 146.578709ms)","trace[428189264] 'compare' (duration: 535.889953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:47:24.912244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021672913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:24.912325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546062054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:47:24.912392Z","caller":"traceutil/trace.go:171","msg":"trace[1418423589] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24488; }","duration":"1.021828375s","start":"2026-03-11T17:47:23.890527Z","end":"2026-03-11T17:47:24.912356Z","steps":["trace[1418423589] 'agreement among raft nodes before linearized reading' (duration: 1.021609921s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:24.912422Z","caller":"traceutil/trace.go:171","msg":"trace[1047136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24488; }","duration":"1.546211018s","start":"2026-03-11T17:47:23.366189Z","end":"2026-03-11T17:47:24.9124Z","steps":["trace[1047136] 'agreement among raft nodes before linearized reading' (duration: 1.545880262s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.912449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:23.890458Z","time spent":"1.021977148s","remote":"127.0.0.1:46064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:24.912471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:23.366174Z","time spent":"1.546287639s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:47:24.912472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.227952Z","time spent":"684.390109ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:24.912792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.154769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:24.912826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.912009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:47:24.912849Z","caller":"traceutil/trace.go:171","msg":"trace[535574226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24488; }","duration":"493.933619ms","start":"2026-03-11T17:47:24.418906Z","end":"2026-03-11T17:47:24.91284Z","steps":["trace[535574226] 'agreement among raft nodes before linearized reading' (duration: 493.646814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.912843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.822226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-11T17:47:24.912871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.418874Z","time spent":"493.99286ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:47:24.912858Z","caller":"traceutil/trace.go:171","msg":"trace[1219694005] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24488; }","duration":"549.21978ms","start":"2026-03-11T17:47:24.363619Z","end":"2026-03-11T17:47:24.912839Z","steps":["trace[1219694005] 'agreement among raft nodes before linearized reading' (duration: 548.944835ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:24.912896Z","caller":"traceutil/trace.go:171","msg":"trace[323561907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3; range_end:; response_count:1; response_revision:24488; }","duration":"546.930488ms","start":"2026-03-11T17:47:24.365947Z","end":"2026-03-11T17:47:24.912878Z","steps":["trace[323561907] 'agreement among raft nodes before linearized reading' (duration: 546.551951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.912888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.979131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:47:24.91291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.363539Z","time spent":"549.355483ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:24.91288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.312362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:47:24.912907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.318731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-11T17:47:24.912932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.36592Z","time spent":"547.004178ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df0249d6-9791-467c-8cc3-67445ebf53b3\" "} {"level":"info","ts":"2026-03-11T17:47:24.912943Z","caller":"traceutil/trace.go:171","msg":"trace[750276295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24488; }","duration":"500.078523ms","start":"2026-03-11T17:47:24.412851Z","end":"2026-03-11T17:47:24.912929Z","steps":["trace[750276295] 'agreement among raft nodes before linearized reading' (duration: 499.685626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.912986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.412833Z","time spent":"500.145593ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:47:24.912982Z","caller":"traceutil/trace.go:171","msg":"trace[32523947] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f; range_end:; response_count:1; response_revision:24488; }","duration":"372.448433ms","start":"2026-03-11T17:47:24.540513Z","end":"2026-03-11T17:47:24.912961Z","steps":["trace[32523947] 'agreement among raft nodes before linearized reading' (duration: 371.996415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.912953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.832199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:47:24.913007Z","caller":"traceutil/trace.go:171","msg":"trace[1403007711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24488; }","duration":"496.426634ms","start":"2026-03-11T17:47:24.416525Z","end":"2026-03-11T17:47:24.912951Z","steps":["trace[1403007711] 'agreement among raft nodes before linearized reading' (duration: 495.920115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.913034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.540487Z","time spent":"372.533235ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-7f857c567f-gmcvg.189bda87abba729f\" "} {"level":"info","ts":"2026-03-11T17:47:24.913042Z","caller":"traceutil/trace.go:171","msg":"trace[731559997] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24488; }","duration":"162.999052ms","start":"2026-03-11T17:47:24.750021Z","end":"2026-03-11T17:47:24.91302Z","steps":["trace[731559997] 'agreement among raft nodes before linearized reading' (duration: 162.505673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.913081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.416489Z","time spent":"496.577387ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:24.913255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.002894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:24.913304Z","caller":"traceutil/trace.go:171","msg":"trace[131257565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24488; }","duration":"603.093205ms","start":"2026-03-11T17:47:24.310199Z","end":"2026-03-11T17:47:24.913292Z","steps":["trace[131257565] 'agreement among raft nodes before linearized reading' (duration: 603.012584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:24.913336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.310175Z","time spent":"603.151737ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:47:25.477352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644992922136531,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:47:25.608233Z","caller":"traceutil/trace.go:171","msg":"trace[110189125] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"690.061064ms","start":"2026-03-11T17:47:24.918135Z","end":"2026-03-11T17:47:25.608196Z","steps":["trace[110189125] 'process raft request' (duration: 689.728578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:25.608453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.91812Z","time spent":"690.215647ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:25.608609Z","caller":"traceutil/trace.go:171","msg":"trace[1563066133] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"690.006493ms","start":"2026-03-11T17:47:24.918575Z","end":"2026-03-11T17:47:25.608582Z","steps":["trace[1563066133] 'process raft request' (duration: 689.539655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:25.608772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.918556Z","time spent":"690.110975ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:25.608776Z","caller":"traceutil/trace.go:171","msg":"trace[343443037] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"688.292711ms","start":"2026-03-11T17:47:24.920447Z","end":"2026-03-11T17:47:25.60874Z","steps":["trace[343443037] 'process raft request' (duration: 687.953275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:25.608999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.920418Z","time spent":"688.466633ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:25.645636Z","caller":"traceutil/trace.go:171","msg":"trace[1806511895] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"364.513217ms","start":"2026-03-11T17:47:25.281092Z","end":"2026-03-11T17:47:25.645605Z","steps":["trace[1806511895] 'process raft request' (duration: 364.381064ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:25.645697Z","caller":"traceutil/trace.go:171","msg":"trace[166166156] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"364.866513ms","start":"2026-03-11T17:47:25.28078Z","end":"2026-03-11T17:47:25.645647Z","steps":["trace[166166156] 'process raft request' (duration: 364.472395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:25.645849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:25.281081Z","time spent":"364.65692ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:25.645899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:25.280748Z","time spent":"365.040597ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:25.646071Z","caller":"traceutil/trace.go:171","msg":"trace[1554914609] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"364.905795ms","start":"2026-03-11T17:47:25.281157Z","end":"2026-03-11T17:47:25.646062Z","steps":["trace[1554914609] 'process raft request' (duration: 364.387184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:25.646115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:25.281119Z","time spent":"364.974115ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:25.646197Z","caller":"traceutil/trace.go:171","msg":"trace[1095987643] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"364.925365ms","start":"2026-03-11T17:47:25.281261Z","end":"2026-03-11T17:47:25.646187Z","steps":["trace[1095987643] 'process raft request' (duration: 364.744392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:25.646246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:25.281236Z","time spent":"364.985155ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:25.646218Z","caller":"traceutil/trace.go:171","msg":"trace[1044167579] linearizableReadLoop","detail":"{readStateIndex:25371; appliedIndex:25362; }","duration":"669.505894ms","start":"2026-03-11T17:47:24.976672Z","end":"2026-03-11T17:47:25.646178Z","steps":["trace[1044167579] 'read index received' (duration: 631.632034ms)","trace[1044167579] 'applied index is now lower than readState.Index' (duration: 37.87248ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:25.646272Z","caller":"traceutil/trace.go:171","msg":"trace[953177350] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"364.358574ms","start":"2026-03-11T17:47:25.281866Z","end":"2026-03-11T17:47:25.646224Z","steps":["trace[953177350] 'process raft request' (duration: 364.246652ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:25.646358Z","caller":"traceutil/trace.go:171","msg":"trace[1168756733] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"364.805593ms","start":"2026-03-11T17:47:25.281543Z","end":"2026-03-11T17:47:25.646348Z","steps":["trace[1168756733] 'process raft request' (duration: 364.518618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:25.646402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:25.281525Z","time spent":"364.853613ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:25.646486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:25.281852Z","time spent":"364.510346ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:25.646503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.436929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:25.646589Z","caller":"traceutil/trace.go:171","msg":"trace[261990685] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24500; }","duration":"671.593002ms","start":"2026-03-11T17:47:24.974972Z","end":"2026-03-11T17:47:25.646565Z","steps":["trace[261990685] 'agreement among raft nodes before linearized reading' (duration: 671.394568ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:25.646323Z","caller":"traceutil/trace.go:171","msg":"trace[643659414] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"365.069787ms","start":"2026-03-11T17:47:25.281242Z","end":"2026-03-11T17:47:25.646312Z","steps":["trace[643659414] 'process raft request' (duration: 364.605609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:25.646654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.177412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:47:25.646652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.974911Z","time spent":"671.726995ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T17:47:25.64668Z","caller":"traceutil/trace.go:171","msg":"trace[407256650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24500; }","duration":"132.254473ms","start":"2026-03-11T17:47:25.514417Z","end":"2026-03-11T17:47:25.646672Z","steps":["trace[407256650] 'agreement among raft nodes before linearized reading' (duration: 132.197542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:25.646694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:25.281203Z","time spent":"365.453294ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:25.646999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.636887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:25.647063Z","caller":"traceutil/trace.go:171","msg":"trace[636542227] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24500; }","duration":"681.708529ms","start":"2026-03-11T17:47:24.965342Z","end":"2026-03-11T17:47:25.64705Z","steps":["trace[636542227] 'agreement among raft nodes before linearized reading' (duration: 681.027466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:25.647089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:24.965287Z","time spent":"681.791991ms","remote":"127.0.0.1:40798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:47:58.045989Z","caller":"traceutil/trace.go:171","msg":"trace[609986233] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25638; }","duration":"266.25928ms","start":"2026-03-11T17:47:57.779706Z","end":"2026-03-11T17:47:58.045965Z","steps":["trace[609986233] 'read index received' (duration: 266.129288ms)","trace[609986233] 'applied index is now lower than readState.Index' (duration: 129.242µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:58.046348Z","caller":"traceutil/trace.go:171","msg":"trace[1215546388] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"269.314478ms","start":"2026-03-11T17:47:57.776992Z","end":"2026-03-11T17:47:58.046307Z","steps":["trace[1215546388] 'process raft request' (duration: 268.799138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:58.046462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.73648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:47:58.046573Z","caller":"traceutil/trace.go:171","msg":"trace[1193316906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24761; }","duration":"266.869263ms","start":"2026-03-11T17:47:57.779644Z","end":"2026-03-11T17:47:58.046513Z","steps":["trace[1193316906] 'agreement among raft nodes before linearized reading' (duration: 266.626599ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:58.370156Z","caller":"traceutil/trace.go:171","msg":"trace[2098327402] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"589.150548ms","start":"2026-03-11T17:47:57.780949Z","end":"2026-03-11T17:47:58.370099Z","steps":["trace[2098327402] 'process raft request' (duration: 587.857504ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:58.370221Z","caller":"traceutil/trace.go:171","msg":"trace[1583507359] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"588.70157ms","start":"2026-03-11T17:47:57.781483Z","end":"2026-03-11T17:47:58.370185Z","steps":["trace[1583507359] 'process raft request' (duration: 588.554167ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:58.37032Z","caller":"traceutil/trace.go:171","msg":"trace[1898781387] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"582.75924ms","start":"2026-03-11T17:47:57.787548Z","end":"2026-03-11T17:47:58.370307Z","steps":["trace[1898781387] 'process raft request' (duration: 582.611147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:58.370382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:57.780921Z","time spent":"589.335742ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:58.370438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:57.781457Z","time spent":"588.855503ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:58.370525Z","caller":"traceutil/trace.go:171","msg":"trace[680331866] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"587.54548ms","start":"2026-03-11T17:47:57.782846Z","end":"2026-03-11T17:47:58.370392Z","steps":["trace[680331866] 'process raft request' (duration: 587.233884ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:58.370601Z","caller":"traceutil/trace.go:171","msg":"trace[1808285957] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"580.514528ms","start":"2026-03-11T17:47:57.790038Z","end":"2026-03-11T17:47:58.370552Z","steps":["trace[1808285957] 'process raft request' (duration: 580.170222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:58.370493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.111478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:47:58.370221Z","caller":"traceutil/trace.go:171","msg":"trace[2033928191] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"588.746682ms","start":"2026-03-11T17:47:57.781422Z","end":"2026-03-11T17:47:58.370168Z","steps":["trace[2033928191] 'process raft request' (duration: 588.562788ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:47:58.370714Z","caller":"traceutil/trace.go:171","msg":"trace[2074734280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24767; }","duration":"589.375073ms","start":"2026-03-11T17:47:57.781322Z","end":"2026-03-11T17:47:58.370697Z","steps":["trace[2074734280] 'agreement among raft nodes before linearized reading' (duration: 589.030157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:58.370813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:57.781303Z","time spent":"589.495905ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:47:58.370828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:57.781396Z","time spent":"589.395993ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:58.370957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:57.782831Z","time spent":"587.842165ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:58.370445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:57.787538Z","time spent":"582.837371ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:58.371125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:57.790029Z","time spent":"580.672451ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:58.370281Z","caller":"traceutil/trace.go:171","msg":"trace[1882099842] linearizableReadLoop","detail":"{readStateIndex:25645; appliedIndex:25639; }","duration":"324.187442ms","start":"2026-03-11T17:47:58.046065Z","end":"2026-03-11T17:47:58.370253Z","steps":["trace[1882099842] 'read index received' (duration: 322.879728ms)","trace[1882099842] 'applied index is now lower than readState.Index' (duration: 1.306954ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:58.374077Z","caller":"traceutil/trace.go:171","msg":"trace[174412794] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"322.032551ms","start":"2026-03-11T17:47:58.052011Z","end":"2026-03-11T17:47:58.374043Z","steps":["trace[174412794] 'process raft request' (duration: 321.794537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:58.374177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:58.051982Z","time spent":"322.147434ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:59.543445Z","caller":"traceutil/trace.go:171","msg":"trace[1243543111] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"355.357819ms","start":"2026-03-11T17:47:59.188047Z","end":"2026-03-11T17:47:59.543404Z","steps":["trace[1243543111] 'process raft request' (duration: 354.725146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:59.54377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:59.188015Z","time spent":"355.594432ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:47:59.647092Z","caller":"traceutil/trace.go:171","msg":"trace[1792868722] linearizableReadLoop","detail":"{readStateIndex:25653; appliedIndex:25651; }","duration":"318.67158ms","start":"2026-03-11T17:47:59.328399Z","end":"2026-03-11T17:47:59.647071Z","steps":["trace[1792868722] 'read index received' (duration: 214.070677ms)","trace[1792868722] 'applied index is now lower than readState.Index' (duration: 104.598963ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:47:59.64716Z","caller":"traceutil/trace.go:171","msg":"trace[1633967415] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"458.530115ms","start":"2026-03-11T17:47:59.188584Z","end":"2026-03-11T17:47:59.647114Z","steps":["trace[1633967415] 'process raft request' (duration: 458.365252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:59.647245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.827763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:59.647288Z","caller":"traceutil/trace.go:171","msg":"trace[1786486924] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24774; }","duration":"318.919125ms","start":"2026-03-11T17:47:59.328353Z","end":"2026-03-11T17:47:59.647272Z","steps":["trace[1786486924] 'agreement among raft nodes before linearized reading' (duration: 318.838174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:47:59.647328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:59.328329Z","time spent":"318.987586ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:47:59.647344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:47:59.188565Z","time spent":"458.684958ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:47:59.647543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.182812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:47:59.647652Z","caller":"traceutil/trace.go:171","msg":"trace[2092634108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24774; }","duration":"133.354604ms","start":"2026-03-11T17:47:59.514271Z","end":"2026-03-11T17:47:59.647625Z","steps":["trace[2092634108] 'agreement among raft nodes before linearized reading' (duration: 133.001098ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:00.246227Z","caller":"traceutil/trace.go:171","msg":"trace[561973199] linearizableReadLoop","detail":"{readStateIndex:25654; appliedIndex:25653; }","duration":"149.836399ms","start":"2026-03-11T17:48:00.09636Z","end":"2026-03-11T17:48:00.246197Z","steps":["trace[561973199] 'read index received' (duration: 149.616675ms)","trace[561973199] 'applied index is now lower than readState.Index' (duration: 218.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:48:00.246263Z","caller":"traceutil/trace.go:171","msg":"trace[317568959] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"193.088279ms","start":"2026-03-11T17:48:00.053149Z","end":"2026-03-11T17:48:00.246238Z","steps":["trace[317568959] 'process raft request' (duration: 192.867925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:00.246421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.025363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:48:00.24649Z","caller":"traceutil/trace.go:171","msg":"trace[794679254] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24775; }","duration":"150.119854ms","start":"2026-03-11T17:48:00.096351Z","end":"2026-03-11T17:48:00.246471Z","steps":["trace[794679254] 'agreement among raft nodes before linearized reading' (duration: 149.980542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:06.111128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.49602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:48:06.111283Z","caller":"traceutil/trace.go:171","msg":"trace[1150926373] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24818; }","duration":"296.692553ms","start":"2026-03-11T17:48:05.814559Z","end":"2026-03-11T17:48:06.111252Z","steps":["trace[1150926373] 'count revisions from in-memory index tree' (duration: 296.349627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:06.11157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.760074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-03-11T17:48:06.111688Z","caller":"traceutil/trace.go:171","msg":"trace[1071372628] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24818; }","duration":"375.927608ms","start":"2026-03-11T17:48:05.735731Z","end":"2026-03-11T17:48:06.111659Z","steps":["trace[1071372628] 'range keys from in-memory index tree' (duration: 375.4687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:06.111745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:05.735711Z","time spent":"376.022369ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11737,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-11T17:48:06.587508Z","caller":"traceutil/trace.go:171","msg":"trace[1209504298] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"309.834596ms","start":"2026-03-11T17:48:06.277646Z","end":"2026-03-11T17:48:06.58748Z","steps":["trace[1209504298] 'process raft request' (duration: 309.616572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:06.587895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.277609Z","time spent":"310.186122ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:48:07.127722Z","caller":"traceutil/trace.go:171","msg":"trace[96835372] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"723.309459ms","start":"2026-03-11T17:48:06.404382Z","end":"2026-03-11T17:48:07.127691Z","steps":["trace[96835372] 'process raft request' (duration: 723.228878ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:07.127789Z","caller":"traceutil/trace.go:171","msg":"trace[1745354047] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"724.888548ms","start":"2026-03-11T17:48:06.402852Z","end":"2026-03-11T17:48:07.127741Z","steps":["trace[1745354047] 'process raft request' (duration: 724.702205ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:07.127786Z","caller":"traceutil/trace.go:171","msg":"trace[1788737256] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"727.555467ms","start":"2026-03-11T17:48:06.400176Z","end":"2026-03-11T17:48:07.127732Z","steps":["trace[1788737256] 'process raft request' (duration: 726.708781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.12792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.404348Z","time spent":"723.469141ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:48:07.128023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.402813Z","time spent":"725.06566ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:48:07.128025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.400153Z","time spent":"727.741921ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:48:07.1282Z","caller":"traceutil/trace.go:171","msg":"trace[2002591957] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"721.714068ms","start":"2026-03-11T17:48:06.406436Z","end":"2026-03-11T17:48:07.12815Z","steps":["trace[2002591957] 'process raft request' (duration: 721.213039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.128405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.406419Z","time spent":"721.878961ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:48:07.130278Z","caller":"traceutil/trace.go:171","msg":"trace[420668905] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"723.794697ms","start":"2026-03-11T17:48:06.406473Z","end":"2026-03-11T17:48:07.130268Z","steps":["trace[420668905] 'process raft request' (duration: 721.534095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.130337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.406458Z","time spent":"723.851529ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:48:07.131209Z","caller":"traceutil/trace.go:171","msg":"trace[596152767] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"724.436629ms","start":"2026-03-11T17:48:06.406629Z","end":"2026-03-11T17:48:07.131066Z","steps":["trace[596152767] 'process raft request' (duration: 723.579744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.131464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.406598Z","time spent":"724.687283ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:48:07.131113Z","caller":"traceutil/trace.go:171","msg":"trace[1892032783] linearizableReadLoop","detail":"{readStateIndex:25705; appliedIndex:25698; }","duration":"720.66152ms","start":"2026-03-11T17:48:06.410437Z","end":"2026-03-11T17:48:07.131099Z","steps":["trace[1892032783] 'read index received' (duration: 176.070444ms)","trace[1892032783] 'applied index is now lower than readState.Index' (duration: 544.590306ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:48:07.13155Z","caller":"traceutil/trace.go:171","msg":"trace[1260974157] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"594.333874ms","start":"2026-03-11T17:48:06.537181Z","end":"2026-03-11T17:48:07.131515Z","steps":["trace[1260974157] 'process raft request' (duration: 593.348936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.131684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.53716Z","time spent":"594.469777ms","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:48:07.131759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.257301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:48:07.131818Z","caller":"traceutil/trace.go:171","msg":"trace[1189660582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24826; }","duration":"721.395074ms","start":"2026-03-11T17:48:06.410406Z","end":"2026-03-11T17:48:07.131801Z","steps":["trace[1189660582] 'agreement among raft nodes before linearized reading' (duration: 721.1591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.13185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.410396Z","time spent":"721.447815ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:48:07.131921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.608984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272985"} {"level":"warn","ts":"2026-03-11T17:48:07.131887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.839763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:48:07.131962Z","caller":"traceutil/trace.go:171","msg":"trace[1251276591] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24826; }","duration":"229.649565ms","start":"2026-03-11T17:48:06.902301Z","end":"2026-03-11T17:48:07.131951Z","steps":["trace[1251276591] 'agreement among raft nodes before linearized reading' (duration: 229.312179ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:07.131976Z","caller":"traceutil/trace.go:171","msg":"trace[1586144849] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24826; }","duration":"128.001576ms","start":"2026-03-11T17:48:07.003956Z","end":"2026-03-11T17:48:07.131958Z","steps":["trace[1586144849] 'agreement among raft nodes before linearized reading' (duration: 127.819243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.131953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.536429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:48:07.132135Z","caller":"traceutil/trace.go:171","msg":"trace[1373145792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24826; }","duration":"600.761983ms","start":"2026-03-11T17:48:06.531333Z","end":"2026-03-11T17:48:07.132095Z","steps":["trace[1373145792] 'agreement among raft nodes before linearized reading' (duration: 600.436627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.132035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.855127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:48:07.132226Z","caller":"traceutil/trace.go:171","msg":"trace[1741917445] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24826; }","duration":"264.089101ms","start":"2026-03-11T17:48:06.868125Z","end":"2026-03-11T17:48:07.132214Z","steps":["trace[1741917445] 'agreement among raft nodes before linearized reading' (duration: 263.873798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.132257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.531309Z","time spent":"600.907115ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:48:07.132173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.804014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:48:07.13238Z","caller":"traceutil/trace.go:171","msg":"trace[1431161845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24826; }","duration":"680.022018ms","start":"2026-03-11T17:48:06.452338Z","end":"2026-03-11T17:48:07.13236Z","steps":["trace[1431161845] 'agreement among raft nodes before linearized reading' (duration: 679.59765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.132438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.45232Z","time spent":"680.10242ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:48:07.132643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.71884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:48:07.132686Z","caller":"traceutil/trace.go:171","msg":"trace[1208985370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24826; }","duration":"720.74939ms","start":"2026-03-11T17:48:06.411917Z","end":"2026-03-11T17:48:07.132666Z","steps":["trace[1208985370] 'agreement among raft nodes before linearized reading' (duration: 720.208471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.132707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.41187Z","time spent":"720.833163ms","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:48:07.338087Z","caller":"traceutil/trace.go:171","msg":"trace[1674235188] linearizableReadLoop","detail":"{readStateIndex:25709; appliedIndex:25706; }","duration":"200.286812ms","start":"2026-03-11T17:48:07.137772Z","end":"2026-03-11T17:48:07.338059Z","steps":["trace[1674235188] 'read index received' (duration: 199.12172ms)","trace[1674235188] 'applied index is now lower than readState.Index' (duration: 1.163552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:48:07.339201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.387352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:48:07.339317Z","caller":"traceutil/trace.go:171","msg":"trace[1380767955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24829; }","duration":"201.554516ms","start":"2026-03-11T17:48:07.137737Z","end":"2026-03-11T17:48:07.339291Z","steps":["trace[1380767955] 'agreement among raft nodes before linearized reading' (duration: 201.20462ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:07.339607Z","caller":"traceutil/trace.go:171","msg":"trace[1277392849] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"202.497503ms","start":"2026-03-11T17:48:07.137093Z","end":"2026-03-11T17:48:07.339591Z","steps":["trace[1277392849] 'process raft request' (duration: 200.858723ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:07.338524Z","caller":"traceutil/trace.go:171","msg":"trace[1019882889] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"201.997804ms","start":"2026-03-11T17:48:07.136501Z","end":"2026-03-11T17:48:07.338499Z","steps":["trace[1019882889] 'process raft request' (duration: 201.143649ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:07.339786Z","caller":"traceutil/trace.go:171","msg":"trace[303824935] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"202.057284ms","start":"2026-03-11T17:48:07.137717Z","end":"2026-03-11T17:48:07.339774Z","steps":["trace[303824935] 'process raft request' (duration: 200.298382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.340682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.082418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:48:07.340753Z","caller":"traceutil/trace.go:171","msg":"trace[1920267070] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24829; }","duration":"200.206171ms","start":"2026-03-11T17:48:07.14053Z","end":"2026-03-11T17:48:07.340736Z","steps":["trace[1920267070] 'agreement among raft nodes before linearized reading' (duration: 200.081388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:07.340874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.606007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-11T17:48:07.341035Z","caller":"traceutil/trace.go:171","msg":"trace[1587744938] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24829; }","duration":"200.702399ms","start":"2026-03-11T17:48:07.140218Z","end":"2026-03-11T17:48:07.340921Z","steps":["trace[1587744938] 'agreement among raft nodes before linearized reading' (duration: 199.845453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:44.170041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.823775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:48:44.170198Z","caller":"traceutil/trace.go:171","msg":"trace[1705039485] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"265.579719ms","start":"2026-03-11T17:48:43.904595Z","end":"2026-03-11T17:48:44.170174Z","steps":["trace[1705039485] 'process raft request' (duration: 73.496969ms)","trace[1705039485] 'compare' (duration: 191.403268ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:48:57.49026Z","caller":"traceutil/trace.go:171","msg":"trace[851921131] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"145.929588ms","start":"2026-03-11T17:48:57.344298Z","end":"2026-03-11T17:48:57.490228Z","steps":["trace[851921131] 'process raft request' (duration: 145.829256ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:57.49062Z","caller":"traceutil/trace.go:171","msg":"trace[14702393] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"148.101657ms","start":"2026-03-11T17:48:57.342502Z","end":"2026-03-11T17:48:57.490603Z","steps":["trace[14702393] 'process raft request' (duration: 90.181946ms)","trace[14702393] 'compare' (duration: 57.184047ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:48:57.490595Z","caller":"traceutil/trace.go:171","msg":"trace[1905242425] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"145.979708ms","start":"2026-03-11T17:48:57.344576Z","end":"2026-03-11T17:48:57.490555Z","steps":["trace[1905242425] 'process raft request' (duration: 145.607711ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:57.491096Z","caller":"traceutil/trace.go:171","msg":"trace[280403033] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"143.729805ms","start":"2026-03-11T17:48:57.347349Z","end":"2026-03-11T17:48:57.491079Z","steps":["trace[280403033] 'process raft request' (duration: 143.105514ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:57.491131Z","caller":"traceutil/trace.go:171","msg":"trace[726827204] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"142.33159ms","start":"2026-03-11T17:48:57.348775Z","end":"2026-03-11T17:48:57.491107Z","steps":["trace[726827204] 'process raft request' (duration: 142.132836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:58.730148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.031567ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:48:58.730377Z","caller":"traceutil/trace.go:171","msg":"trace[1069005119] linearizableReadLoop","detail":"{readStateIndex:26252; appliedIndex:26251; }","duration":"118.253426ms","start":"2026-03-11T17:48:58.612102Z","end":"2026-03-11T17:48:58.730355Z","steps":["trace[1069005119] 'read index received' (duration: 16.977154ms)","trace[1069005119] 'applied index is now lower than readState.Index' (duration: 101.274461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:48:58.730523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.413548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:48:58.730634Z","caller":"traceutil/trace.go:171","msg":"trace[961991471] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25360; }","duration":"118.583281ms","start":"2026-03-11T17:48:58.612039Z","end":"2026-03-11T17:48:58.730622Z","steps":["trace[961991471] 'agreement among raft nodes before linearized reading' (duration: 118.415538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:49:35.844759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.709672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:49:35.844884Z","caller":"traceutil/trace.go:171","msg":"trace[1646778509] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25673; }","duration":"100.915256ms","start":"2026-03-11T17:49:35.743945Z","end":"2026-03-11T17:49:35.844861Z","steps":["trace[1646778509] 'count revisions from in-memory index tree' (duration: 100.6107ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:49:58.739827Z","caller":"traceutil/trace.go:171","msg":"trace[1415784585] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"116.143436ms","start":"2026-03-11T17:49:58.623649Z","end":"2026-03-11T17:49:58.739793Z","steps":["trace[1415784585] 'process raft request' (duration: 115.844171ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:50:18.111303Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23574} {"level":"info","ts":"2026-03-11T17:50:18.259836Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23574,"took":"143.245528ms","hash":465342000,"current-db-size-bytes":48848896,"current-db-size":"49 MB","current-db-size-in-use-bytes":32399360,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-11T17:50:18.259912Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":465342000,"revision":23574,"compact-revision":20519} {"level":"warn","ts":"2026-03-11T17:51:27.00957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.322896ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:51:27.009739Z","caller":"traceutil/trace.go:171","msg":"trace[1931327081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26735; }","duration":"145.52247ms","start":"2026-03-11T17:51:26.864191Z","end":"2026-03-11T17:51:27.009713Z","steps":["trace[1931327081] 'range keys from in-memory index tree' (duration: 145.301606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:51:27.010188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.548771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418726"} {"level":"info","ts":"2026-03-11T17:51:27.010312Z","caller":"traceutil/trace.go:171","msg":"trace[1176391665] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26735; }","duration":"276.786216ms","start":"2026-03-11T17:51:26.733496Z","end":"2026-03-11T17:51:27.010283Z","steps":["trace[1176391665] 'range keys from in-memory index tree' (duration: 276.162454ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:51:27.010999Z","caller":"traceutil/trace.go:171","msg":"trace[160310214] linearizableReadLoop","detail":"{readStateIndex:27664; appliedIndex:27663; }","duration":"194.010006ms","start":"2026-03-11T17:51:26.816923Z","end":"2026-03-11T17:51:27.010933Z","steps":["trace[160310214] 'read index received' (duration: 150.179736ms)","trace[160310214] 'applied index is now lower than readState.Index' (duration: 43.82811ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:51:27.011445Z","caller":"traceutil/trace.go:171","msg":"trace[1674162274] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"248.249008ms","start":"2026-03-11T17:51:26.763008Z","end":"2026-03-11T17:51:27.011257Z","steps":["trace[1674162274] 'process raft request' (duration: 204.127223ms)","trace[1674162274] 'compare' (duration: 42.78334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:51:27.011574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.077337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:51:27.011701Z","caller":"traceutil/trace.go:171","msg":"trace[1067891450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26736; }","duration":"122.243029ms","start":"2026-03-11T17:51:26.889424Z","end":"2026-03-11T17:51:27.011667Z","steps":["trace[1067891450] 'agreement among raft nodes before linearized reading' (duration: 121.845792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:51:27.0119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.978415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:51:27.011956Z","caller":"traceutil/trace.go:171","msg":"trace[2018717191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26736; }","duration":"195.098467ms","start":"2026-03-11T17:51:26.816844Z","end":"2026-03-11T17:51:27.011942Z","steps":["trace[2018717191] 'agreement among raft nodes before linearized reading' (duration: 194.923054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:51:34.532068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.931563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:51:34.532203Z","caller":"traceutil/trace.go:171","msg":"trace[13530477] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26795; }","duration":"109.620627ms","start":"2026-03-11T17:51:34.42255Z","end":"2026-03-11T17:51:34.53217Z","steps":["trace[13530477] 'count revisions from in-memory index tree' (duration: 108.80495ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:51:39.216407Z","caller":"traceutil/trace.go:171","msg":"trace[559140642] linearizableReadLoop","detail":"{readStateIndex:27756; appliedIndex:27755; }","duration":"106.248873ms","start":"2026-03-11T17:51:39.110135Z","end":"2026-03-11T17:51:39.216384Z","steps":["trace[559140642] 'read index received' (duration: 106.134051ms)","trace[559140642] 'applied index is now lower than readState.Index' (duration: 113.692µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:51:39.216474Z","caller":"traceutil/trace.go:171","msg":"trace[318075666] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"136.781687ms","start":"2026-03-11T17:51:39.079652Z","end":"2026-03-11T17:51:39.216434Z","steps":["trace[318075666] 'process raft request' (duration: 136.573364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:51:39.216578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.432257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:51:39.216621Z","caller":"traceutil/trace.go:171","msg":"trace[1639105632] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26825; }","duration":"106.527758ms","start":"2026-03-11T17:51:39.110079Z","end":"2026-03-11T17:51:39.216607Z","steps":["trace[1639105632] 'agreement among raft nodes before linearized reading' (duration: 106.438337ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:55:18.129829Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26066} {"level":"info","ts":"2026-03-11T17:55:18.263867Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26066,"took":"129.646376ms","hash":4148553604,"current-db-size-bytes":48848896,"current-db-size":"49 MB","current-db-size-in-use-bytes":32006144,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-11T17:55:18.263934Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4148553604,"revision":26066,"compact-revision":23574} {"level":"info","ts":"2026-03-11T17:56:30.337142Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T17:56:30.347471Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-11T17:56:30.347606Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-11T18:00:18.137959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28488} {"level":"info","ts":"2026-03-11T18:00:18.263375Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28488,"took":"120.088869ms","hash":3951478001,"current-db-size-bytes":48848896,"current-db-size":"49 MB","current-db-size-in-use-bytes":28155904,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T18:00:18.263448Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3951478001,"revision":28488,"compact-revision":26066} {"level":"info","ts":"2026-03-11T18:05:18.148729Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30638} {"level":"info","ts":"2026-03-11T18:05:18.33922Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30638,"took":"184.561028ms","hash":3118299448,"current-db-size-bytes":48848896,"current-db-size":"49 MB","current-db-size-in-use-bytes":27176960,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-11T18:05:18.339329Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3118299448,"revision":30638,"compact-revision":28488} {"level":"info","ts":"2026-03-11T18:10:11.623328Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008cd6.wal"} {"level":"info","ts":"2026-03-11T18:10:18.154994Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32775} {"level":"info","ts":"2026-03-11T18:10:18.297103Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32775,"took":"136.941289ms","hash":1877961811,"current-db-size-bytes":48848896,"current-db-size":"49 MB","current-db-size-in-use-bytes":29429760,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T18:10:18.297186Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1877961811,"revision":32775,"compact-revision":30638} {"level":"info","ts":"2026-03-11T18:15:18.162052Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34919} {"level":"info","ts":"2026-03-11T18:15:18.288722Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34919,"took":"122.064224ms","hash":409918597,"current-db-size-bytes":51392512,"current-db-size":"51 MB","current-db-size-in-use-bytes":29159424,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T18:15:18.288783Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":409918597,"revision":34919,"compact-revision":32775}