{"level":"warn","ts":"2026-03-06T00:34:06.807338Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:34:06.807467Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.99:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.99:2380","--initial-cluster=instance=https://199.204.45.99:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.99:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.99:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T00:34:06.807553Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:34:06.807573Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-03-06T00:34:06.8076Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:34:06.808424Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"]} {"level":"info","ts":"2026-03-06T00:34:06.80851Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.99:2380"],"listen-peer-urls":["https://199.204.45.99:2380"],"advertise-client-urls":["https://199.204.45.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.99:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T00:34:06.81333Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.59924ms"} {"level":"info","ts":"2026-03-06T00:34:06.819116Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"21032583b6cd9182","cluster-id":"a96cbe7391f279b7"} {"level":"info","ts":"2026-03-06T00:34:06.819219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T00:34:06.819272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became follower at term 0"} {"level":"info","ts":"2026-03-06T00:34:06.819288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 21032583b6cd9182 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T00:34:06.819301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became follower at term 1"} {"level":"info","ts":"2026-03-06T00:34:06.819353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=(2378786275819622786)"} {"level":"warn","ts":"2026-03-06T00:34:06.827993Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T00:34:06.829673Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T00:34:06.831019Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T00:34:06.833121Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"21032583b6cd9182","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T00:34:06.833448Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:06.833527Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"21032583b6cd9182","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T00:34:06.833686Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:06.833886Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:06.83629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=(2378786275819622786)"} {"level":"info","ts":"2026-03-06T00:34:06.836429Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a96cbe7391f279b7","local-member-id":"21032583b6cd9182","added-peer-id":"21032583b6cd9182","added-peer-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-03-06T00:34:06.838004Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:34:06.838064Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.99:2380"} {"level":"info","ts":"2026-03-06T00:34:06.838215Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.99:2380"} {"level":"info","ts":"2026-03-06T00:34:06.839146Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T00:34:06.839091Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"21032583b6cd9182","initial-advertise-peer-urls":["https://199.204.45.99:2380"],"listen-peer-urls":["https://199.204.45.99:2380"],"advertise-client-urls":["https://199.204.45.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T00:34:07.620202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T00:34:07.620251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T00:34:07.620268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 received MsgPreVoteResp from 21032583b6cd9182 at term 1"} {"level":"info","ts":"2026-03-06T00:34:07.620283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became candidate at term 2"} {"level":"info","ts":"2026-03-06T00:34:07.620292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 received MsgVoteResp from 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-03-06T00:34:07.620303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became leader at term 2"} {"level":"info","ts":"2026-03-06T00:34:07.620313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 21032583b6cd9182 elected leader 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-03-06T00:34:07.621406Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:07.622948Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"21032583b6cd9182","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.99:2379]}","request-path":"/0/members/21032583b6cd9182/attributes","cluster-id":"a96cbe7391f279b7","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T00:34:07.623016Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:34:07.623066Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:34:07.6233Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T00:34:07.62342Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T00:34:07.623364Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a96cbe7391f279b7","local-member-id":"21032583b6cd9182","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:07.623621Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:07.623681Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:07.626688Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T00:34:07.627208Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.99:2379"} {"level":"warn","ts":"2026-03-06T00:34:21.27816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350411900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:34:21.438589Z","caller":"traceutil/trace.go:171","msg":"trace[1882248795] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"660.907805ms","start":"2026-03-06T00:34:20.77765Z","end":"2026-03-06T00:34:21.438558Z","steps":["trace[1882248795] 'read index received' (duration: 660.622939ms)","trace[1882248795] 'applied index is now lower than readState.Index' (duration: 283.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:21.438741Z","caller":"traceutil/trace.go:171","msg":"trace[1823495786] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"807.111227ms","start":"2026-03-06T00:34:20.631592Z","end":"2026-03-06T00:34:21.438703Z","steps":["trace[1823495786] 'process raft request' (duration: 806.77353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:21.438877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.13798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T00:34:21.438971Z","caller":"traceutil/trace.go:171","msg":"trace[853420697] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:404; }","duration":"661.340485ms","start":"2026-03-06T00:34:20.777616Z","end":"2026-03-06T00:34:21.438956Z","steps":["trace[853420697] 'agreement among raft nodes before linearized reading' (duration: 661.11495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:21.439013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:20.777596Z","time spent":"661.406276ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-06T00:34:21.439141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.066251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:34:21.439263Z","caller":"traceutil/trace.go:171","msg":"trace[1255395925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:404; }","duration":"253.215193ms","start":"2026-03-06T00:34:21.186033Z","end":"2026-03-06T00:34:21.439248Z","steps":["trace[1255395925] 'agreement among raft nodes before linearized reading' (duration: 253.036549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:21.439346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.85419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:34:21.439537Z","caller":"traceutil/trace.go:171","msg":"trace[1852724505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:404; }","duration":"273.119417ms","start":"2026-03-06T00:34:21.166364Z","end":"2026-03-06T00:34:21.439484Z","steps":["trace[1852724505] 'agreement among raft nodes before linearized reading' (duration: 272.695107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:21.440106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:20.631576Z","time spent":"807.239911ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:32.093197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350412020,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:34:32.313107Z","caller":"traceutil/trace.go:171","msg":"trace[1157450161] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"791.293856ms","start":"2026-03-06T00:34:31.52126Z","end":"2026-03-06T00:34:32.312554Z","steps":["trace[1157450161] 'process raft request' (duration: 708.781779ms)","trace[1157450161] 'compare' (duration: 82.334322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:32.313369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:31.521236Z","time spent":"792.010052ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:32.313377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.824097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:34:32.313466Z","caller":"traceutil/trace.go:171","msg":"trace[117681711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:466; }","duration":"720.95602ms","start":"2026-03-06T00:34:31.592471Z","end":"2026-03-06T00:34:32.313427Z","steps":["trace[117681711] 'agreement among raft nodes before linearized reading' (duration: 720.523121ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:32.312706Z","caller":"traceutil/trace.go:171","msg":"trace[128611386] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"719.958308ms","start":"2026-03-06T00:34:31.592556Z","end":"2026-03-06T00:34:32.312514Z","steps":["trace[128611386] 'read index received' (duration: 637.412561ms)","trace[128611386] 'applied index is now lower than readState.Index' (duration: 82.544907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:32.313517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:31.592439Z","time spent":"721.068293ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:34:32.313945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.866307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:34:32.314065Z","caller":"traceutil/trace.go:171","msg":"trace[1721432357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"676.083803ms","start":"2026-03-06T00:34:31.637958Z","end":"2026-03-06T00:34:32.314042Z","steps":["trace[1721432357] 'agreement among raft nodes before linearized reading' (duration: 675.839247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:32.314155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:31.637929Z","time spent":"676.209885ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:34:38.976811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.869236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:34:38.976918Z","caller":"traceutil/trace.go:171","msg":"trace[429856325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"581.99639ms","start":"2026-03-06T00:34:38.394886Z","end":"2026-03-06T00:34:38.976883Z","steps":["trace[429856325] 'range keys from in-memory index tree' (duration: 581.717793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:38.976959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:38.394865Z","time spent":"582.083331ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:34:39.086492Z","caller":"traceutil/trace.go:171","msg":"trace[408997051] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"105.275663ms","start":"2026-03-06T00:34:38.981193Z","end":"2026-03-06T00:34:39.086469Z","steps":["trace[408997051] 'process raft request' (duration: 104.981017ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:39.788327Z","caller":"traceutil/trace.go:171","msg":"trace[410182064] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"691.102047ms","start":"2026-03-06T00:34:39.097188Z","end":"2026-03-06T00:34:39.78829Z","steps":["trace[410182064] 'process raft request' (duration: 690.861752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.789474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:39.09713Z","time spent":"692.265073ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4570,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:39.795101Z","caller":"traceutil/trace.go:171","msg":"trace[28628330] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:530; }","duration":"247.848874ms","start":"2026-03-06T00:34:39.547191Z","end":"2026-03-06T00:34:39.79504Z","steps":["trace[28628330] 'read index received' (duration: 240.955731ms)","trace[28628330] 'applied index is now lower than readState.Index' (duration: 6.892383ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:39.795354Z","caller":"traceutil/trace.go:171","msg":"trace[2013947704] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"255.340011ms","start":"2026-03-06T00:34:39.539981Z","end":"2026-03-06T00:34:39.795321Z","steps":["trace[2013947704] 'process raft request' (duration: 254.889391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.795404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.208693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:34:39.795524Z","caller":"traceutil/trace.go:171","msg":"trace[1616050991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"248.386547ms","start":"2026-03-06T00:34:39.547123Z","end":"2026-03-06T00:34:39.79551Z","steps":["trace[1616050991] 'agreement among raft nodes before linearized reading' (duration: 248.06684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:46.225047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.45992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:34:46.225214Z","caller":"traceutil/trace.go:171","msg":"trace[592460027] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"282.930595ms","start":"2026-03-06T00:34:45.942224Z","end":"2026-03-06T00:34:46.225155Z","steps":["trace[592460027] 'read index received' (duration: 29.165669ms)","trace[592460027] 'applied index is now lower than readState.Index' (duration: 253.763196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:46.225363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.137149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:46.225388Z","caller":"traceutil/trace.go:171","msg":"trace[1777988397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"283.207171ms","start":"2026-03-06T00:34:45.942171Z","end":"2026-03-06T00:34:46.225378Z","steps":["trace[1777988397] 'agreement among raft nodes before linearized reading' (duration: 283.137699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:46.839993Z","caller":"traceutil/trace.go:171","msg":"trace[1625136953] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"378.178824ms","start":"2026-03-06T00:34:46.461791Z","end":"2026-03-06T00:34:46.83997Z","steps":["trace[1625136953] 'read index received' (duration: 378.035671ms)","trace[1625136953] 'applied index is now lower than readState.Index' (duration: 142.123µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:46.840055Z","caller":"traceutil/trace.go:171","msg":"trace[1772959039] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"398.318641ms","start":"2026-03-06T00:34:46.441704Z","end":"2026-03-06T00:34:46.840023Z","steps":["trace[1772959039] 'process raft request' (duration: 398.117217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:46.840213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:46.441681Z","time spent":"398.448875ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:46.840222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.423289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:34:46.840261Z","caller":"traceutil/trace.go:171","msg":"trace[1443380217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:557; }","duration":"378.513991ms","start":"2026-03-06T00:34:46.461734Z","end":"2026-03-06T00:34:46.840248Z","steps":["trace[1443380217] 'agreement among raft nodes before linearized reading' (duration: 378.369918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:46.840295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:46.461713Z","time spent":"378.572672ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:34:46.840382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.888946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5gnfg\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-06T00:34:46.840461Z","caller":"traceutil/trace.go:171","msg":"trace[1102377152] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5gnfg; range_end:; response_count:1; response_revision:557; }","duration":"132.05751ms","start":"2026-03-06T00:34:46.708386Z","end":"2026-03-06T00:34:46.840444Z","steps":["trace[1102377152] 'agreement among raft nodes before linearized reading' (duration: 131.762832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:47.388446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350412211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:34:48.313331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.387379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:48.313492Z","caller":"traceutil/trace.go:171","msg":"trace[1736412032] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"1.425667421s","start":"2026-03-06T00:34:46.8878Z","end":"2026-03-06T00:34:48.313467Z","steps":["trace[1736412032] 'read index received' (duration: 873.854193ms)","trace[1736412032] 'applied index is now lower than readState.Index' (duration: 551.811778ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:48.313561Z","caller":"traceutil/trace.go:171","msg":"trace[846029633] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.459477142s","start":"2026-03-06T00:34:46.854044Z","end":"2026-03-06T00:34:48.313521Z","steps":["trace[846029633] 'process raft request' (duration: 907.711115ms)","trace[846029633] 'compare' (duration: 551.032841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:48.313734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371371372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:34:48.313762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425938917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:34:48.313805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:46.854021Z","time spent":"1.459686927s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:48.313849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.672197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:34:48.313889Z","caller":"traceutil/trace.go:171","msg":"trace[67399735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:559; }","duration":"481.742849ms","start":"2026-03-06T00:34:47.832134Z","end":"2026-03-06T00:34:48.313877Z","steps":["trace[67399735] 'agreement among raft nodes before linearized reading' (duration: 481.476342ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:48.313888Z","caller":"traceutil/trace.go:171","msg":"trace[1991331273] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:559; }","duration":"1.426106862s","start":"2026-03-06T00:34:46.887753Z","end":"2026-03-06T00:34:48.31386Z","steps":["trace[1991331273] 'agreement among raft nodes before linearized reading' (duration: 1.425797454s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:48.313918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193026864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T00:34:48.313944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:47.832116Z","time spent":"481.81561ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:34:48.313961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:46.887737Z","time spent":"1.426204213s","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-06T00:34:48.313971Z","caller":"traceutil/trace.go:171","msg":"trace[880391418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:559; }","duration":"1.193103737s","start":"2026-03-06T00:34:47.120848Z","end":"2026-03-06T00:34:48.313952Z","steps":["trace[880391418] 'agreement among raft nodes before linearized reading' (duration: 1.19286385s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:48.314017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:47.120829Z","time spent":"1.193179418s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:34:48.313799Z","caller":"traceutil/trace.go:171","msg":"trace[726039713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"1.371487805s","start":"2026-03-06T00:34:46.942292Z","end":"2026-03-06T00:34:48.31378Z","steps":["trace[726039713] 'agreement among raft nodes before linearized reading' (duration: 1.371319791s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:48.314179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:46.942271Z","time spent":"1.371852053s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:34:48.824041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350412216,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:34:49.133269Z","caller":"traceutil/trace.go:171","msg":"trace[2045906579] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:577; }","duration":"809.84267ms","start":"2026-03-06T00:34:48.3234Z","end":"2026-03-06T00:34:49.133243Z","steps":["trace[2045906579] 'read index received' (duration: 808.07978ms)","trace[2045906579] 'applied index is now lower than readState.Index' (duration: 1.76176ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:49.13357Z","caller":"traceutil/trace.go:171","msg":"trace[1728035626] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"815.514696ms","start":"2026-03-06T00:34:48.31804Z","end":"2026-03-06T00:34:49.133555Z","steps":["trace[1728035626] 'process raft request' (duration: 813.442389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:49.133703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.904376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:34:49.133727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:48.318015Z","time spent":"815.595357ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:49.133787Z","caller":"traceutil/trace.go:171","msg":"trace[744764347] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:561; }","duration":"808.030929ms","start":"2026-03-06T00:34:48.325732Z","end":"2026-03-06T00:34:49.133763Z","steps":["trace[744764347] 'agreement among raft nodes before linearized reading' (duration: 807.875856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:49.133785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.370651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:49.133805Z","caller":"traceutil/trace.go:171","msg":"trace[979837543] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"814.129454ms","start":"2026-03-06T00:34:48.319643Z","end":"2026-03-06T00:34:49.133772Z","steps":["trace[979837543] 'process raft request' (duration: 813.47221ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:49.133842Z","caller":"traceutil/trace.go:171","msg":"trace[1089266162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"810.443562ms","start":"2026-03-06T00:34:48.323382Z","end":"2026-03-06T00:34:49.133825Z","steps":["trace[1089266162] 'agreement among raft nodes before linearized reading' (duration: 810.359621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:49.133841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:48.325714Z","time spent":"808.11514ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-06T00:34:49.133879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:48.323374Z","time spent":"810.498013ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:34:49.133882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.506611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:34:49.133884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.273221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:34:49.133935Z","caller":"traceutil/trace.go:171","msg":"trace[1070877961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:561; }","duration":"289.593843ms","start":"2026-03-06T00:34:48.844327Z","end":"2026-03-06T00:34:49.133921Z","steps":["trace[1070877961] 'agreement among raft nodes before linearized reading' (duration: 289.43854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:49.13395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:48.319623Z","time spent":"814.255357ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:49.133964Z","caller":"traceutil/trace.go:171","msg":"trace[608800378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:561; }","duration":"278.384424ms","start":"2026-03-06T00:34:48.85556Z","end":"2026-03-06T00:34:49.133944Z","steps":["trace[608800378] 'agreement among raft nodes before linearized reading' (duration: 278.20863ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:50.692262Z","caller":"traceutil/trace.go:171","msg":"trace[1623421325] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"125.768818ms","start":"2026-03-06T00:34:50.56647Z","end":"2026-03-06T00:34:50.692239Z","steps":["trace[1623421325] 'process raft request' (duration: 69.186498ms)","trace[1623421325] 'compare' (duration: 56.479027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:52.253051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.190254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-xmdd8\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-03-06T00:34:52.253145Z","caller":"traceutil/trace.go:171","msg":"trace[385386416] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-xmdd8; range_end:; response_count:1; response_revision:711; }","duration":"262.320077ms","start":"2026-03-06T00:34:51.990809Z","end":"2026-03-06T00:34:52.25313Z","steps":["trace[385386416] 'range keys from in-memory index tree' (duration: 262.032421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:52.253049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.608259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:52.253355Z","caller":"traceutil/trace.go:171","msg":"trace[1418849037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:711; }","duration":"309.932646ms","start":"2026-03-06T00:34:51.943397Z","end":"2026-03-06T00:34:52.25333Z","steps":["trace[1418849037] 'range keys from in-memory index tree' (duration: 309.535327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:52.253439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:51.943366Z","time spent":"310.057539ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:34:52.255733Z","caller":"traceutil/trace.go:171","msg":"trace[1182203876] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"257.483269ms","start":"2026-03-06T00:34:51.998217Z","end":"2026-03-06T00:34:52.255701Z","steps":["trace[1182203876] 'process raft request' (duration: 257.249264ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:56.195048Z","caller":"traceutil/trace.go:171","msg":"trace[817713462] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"123.352654ms","start":"2026-03-06T00:34:56.071669Z","end":"2026-03-06T00:34:56.195022Z","steps":["trace[817713462] 'process raft request' (duration: 44.861948ms)","trace[817713462] 'compare' (duration: 78.320413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:09.641066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350412858,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:35:09.938156Z","caller":"traceutil/trace.go:171","msg":"trace[1723724468] linearizableReadLoop","detail":"{readStateIndex:961; appliedIndex:960; }","duration":"798.114608ms","start":"2026-03-06T00:35:09.140019Z","end":"2026-03-06T00:35:09.938134Z","steps":["trace[1723724468] 'read index received' (duration: 797.982635ms)","trace[1723724468] 'applied index is now lower than readState.Index' (duration: 130.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:09.938252Z","caller":"traceutil/trace.go:171","msg":"trace[1565464704] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"985.932266ms","start":"2026-03-06T00:35:08.952286Z","end":"2026-03-06T00:35:09.938219Z","steps":["trace[1565464704] 'process raft request' (duration: 985.701561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:09.938334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.306071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:35:09.938375Z","caller":"traceutil/trace.go:171","msg":"trace[1420002471] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:938; }","duration":"798.410024ms","start":"2026-03-06T00:35:09.139954Z","end":"2026-03-06T00:35:09.938364Z","steps":["trace[1420002471] 'agreement among raft nodes before linearized reading' (duration: 798.310521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:09.938393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:08.952257Z","time spent":"986.053598ms","remote":"127.0.0.1:33362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:09.938414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:09.139924Z","time spent":"798.480276ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:35:09.938513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.436108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:35:09.938633Z","caller":"traceutil/trace.go:171","msg":"trace[268799985] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:938; }","duration":"684.639153ms","start":"2026-03-06T00:35:09.253976Z","end":"2026-03-06T00:35:09.938615Z","steps":["trace[268799985] 'agreement among raft nodes before linearized reading' (duration: 684.383938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:09.938638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.577238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:35:09.938736Z","caller":"traceutil/trace.go:171","msg":"trace[1428465954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:938; }","duration":"660.738451ms","start":"2026-03-06T00:35:09.277974Z","end":"2026-03-06T00:35:09.938712Z","steps":["trace[1428465954] 'agreement among raft nodes before linearized reading' (duration: 660.476176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:09.938748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:09.25392Z","time spent":"684.778356ms","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:35:09.938835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.49327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:35:09.938877Z","caller":"traceutil/trace.go:171","msg":"trace[1145141912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:938; }","duration":"662.561022ms","start":"2026-03-06T00:35:09.276306Z","end":"2026-03-06T00:35:09.938867Z","steps":["trace[1145141912] 'agreement among raft nodes before linearized reading' (duration: 662.429129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:09.938912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:09.276294Z","time spent":"662.611163ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:35:09.938916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.053291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:35:09.938791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:09.277959Z","time spent":"660.821363ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:35:09.939009Z","caller":"traceutil/trace.go:171","msg":"trace[1123764707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:938; }","duration":"640.205914ms","start":"2026-03-06T00:35:09.298783Z","end":"2026-03-06T00:35:09.938989Z","steps":["trace[1123764707] 'agreement among raft nodes before linearized reading' (duration: 639.909168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:09.939067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:09.29876Z","time spent":"640.292557ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:35:09.939096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.037047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:35:09.93923Z","caller":"traceutil/trace.go:171","msg":"trace[1979702070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:938; }","duration":"661.219571ms","start":"2026-03-06T00:35:09.277981Z","end":"2026-03-06T00:35:09.9392Z","steps":["trace[1979702070] 'agreement among raft nodes before linearized reading' (duration: 660.747361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:09.939294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:09.27797Z","time spent":"661.310824ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:35:10.084344Z","caller":"traceutil/trace.go:171","msg":"trace[1212712320] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"138.88647ms","start":"2026-03-06T00:35:09.945432Z","end":"2026-03-06T00:35:10.084318Z","steps":["trace[1212712320] 'process raft request' (duration: 137.936789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:10.093584Z","caller":"traceutil/trace.go:171","msg":"trace[1275978827] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"148.052604ms","start":"2026-03-06T00:35:09.945504Z","end":"2026-03-06T00:35:10.093557Z","steps":["trace[1275978827] 'process raft request' (duration: 147.86168ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:10.094231Z","caller":"traceutil/trace.go:171","msg":"trace[1569712662] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:961; }","duration":"148.506794ms","start":"2026-03-06T00:35:09.945705Z","end":"2026-03-06T00:35:10.094212Z","steps":["trace[1569712662] 'read index received' (duration: 137.690464ms)","trace[1569712662] 'applied index is now lower than readState.Index' (duration: 10.81491ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:10.09433Z","caller":"traceutil/trace.go:171","msg":"trace[1637379207] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"147.477351ms","start":"2026-03-06T00:35:09.946837Z","end":"2026-03-06T00:35:10.094314Z","steps":["trace[1637379207] 'process raft request' (duration: 147.293027ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:10.094376Z","caller":"traceutil/trace.go:171","msg":"trace[1805966028] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"148.122844ms","start":"2026-03-06T00:35:09.94621Z","end":"2026-03-06T00:35:10.094333Z","steps":["trace[1805966028] 'process raft request' (duration: 147.306177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:10.094473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.74954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:35:10.094524Z","caller":"traceutil/trace.go:171","msg":"trace[1841399735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:942; }","duration":"148.842792ms","start":"2026-03-06T00:35:09.945668Z","end":"2026-03-06T00:35:10.094511Z","steps":["trace[1841399735] 'agreement among raft nodes before linearized reading' (duration: 148.671457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:10.09452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.136929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:35:10.094568Z","caller":"traceutil/trace.go:171","msg":"trace[170648677] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:942; }","duration":"140.233921ms","start":"2026-03-06T00:35:09.954322Z","end":"2026-03-06T00:35:10.094556Z","steps":["trace[170648677] 'agreement among raft nodes before linearized reading' (duration: 140.136208ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:19.210218Z","caller":"traceutil/trace.go:171","msg":"trace[1455637360] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"113.464375ms","start":"2026-03-06T00:35:19.096724Z","end":"2026-03-06T00:35:19.210188Z","steps":["trace[1455637360] 'process raft request' (duration: 32.711538ms)","trace[1455637360] 'compare' (duration: 80.612173ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:19.210602Z","caller":"traceutil/trace.go:171","msg":"trace[387369783] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"111.524891ms","start":"2026-03-06T00:35:19.099068Z","end":"2026-03-06T00:35:19.210593Z","steps":["trace[387369783] 'process raft request' (duration: 111.324957ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:19.210636Z","caller":"traceutil/trace.go:171","msg":"trace[613076924] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"108.149617ms","start":"2026-03-06T00:35:19.102456Z","end":"2026-03-06T00:35:19.210606Z","steps":["trace[613076924] 'process raft request' (duration: 108.070575ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:32.222796Z","caller":"traceutil/trace.go:171","msg":"trace[1197135654] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1127; }","duration":"188.382685ms","start":"2026-03-06T00:35:32.034394Z","end":"2026-03-06T00:35:32.222777Z","steps":["trace[1197135654] 'read index received' (duration: 188.229722ms)","trace[1197135654] 'applied index is now lower than readState.Index' (duration: 152.143µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:32.223017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.607391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:35:32.223098Z","caller":"traceutil/trace.go:171","msg":"trace[1750689582] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1094; }","duration":"188.728573ms","start":"2026-03-06T00:35:32.034353Z","end":"2026-03-06T00:35:32.223082Z","steps":["trace[1750689582] 'agreement among raft nodes before linearized reading' (duration: 188.58403ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:32.222972Z","caller":"traceutil/trace.go:171","msg":"trace[1878277056] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"244.283112ms","start":"2026-03-06T00:35:31.978634Z","end":"2026-03-06T00:35:32.222917Z","steps":["trace[1878277056] 'process raft request' (duration: 244.040137ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:40.491438Z","caller":"traceutil/trace.go:171","msg":"trace[669859153] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1251; }","duration":"204.724454ms","start":"2026-03-06T00:35:40.286684Z","end":"2026-03-06T00:35:40.491409Z","steps":["trace[669859153] 'read index received' (duration: 204.598141ms)","trace[669859153] 'applied index is now lower than readState.Index' (duration: 124.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:40.491637Z","caller":"traceutil/trace.go:171","msg":"trace[207994177] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"205.519771ms","start":"2026-03-06T00:35:40.286057Z","end":"2026-03-06T00:35:40.491577Z","steps":["trace[207994177] 'process raft request' (duration: 205.177514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:40.491937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.233444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:35:40.492083Z","caller":"traceutil/trace.go:171","msg":"trace[1343553165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1217; }","duration":"205.435939ms","start":"2026-03-06T00:35:40.286625Z","end":"2026-03-06T00:35:40.492061Z","steps":["trace[1343553165] 'agreement among raft nodes before linearized reading' (duration: 204.897757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:40.66551Z","caller":"traceutil/trace.go:171","msg":"trace[1076556539] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"378.743423ms","start":"2026-03-06T00:35:40.286732Z","end":"2026-03-06T00:35:40.665476Z","steps":["trace[1076556539] 'process raft request' (duration: 378.501827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:40.665721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:40.286701Z","time spent":"378.911897ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:35:40.665819Z","caller":"traceutil/trace.go:171","msg":"trace[488014827] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"378.316103ms","start":"2026-03-06T00:35:40.287467Z","end":"2026-03-06T00:35:40.665783Z","steps":["trace[488014827] 'process raft request' (duration: 377.960246ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:40.665975Z","caller":"traceutil/trace.go:171","msg":"trace[2113766117] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"376.592716ms","start":"2026-03-06T00:35:40.289331Z","end":"2026-03-06T00:35:40.665924Z","steps":["trace[2113766117] 'process raft request' (duration: 376.3535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:40.666022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:40.28745Z","time spent":"378.466607ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:40.66613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:40.28929Z","time spent":"376.75925ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:35:40.750301Z","caller":"traceutil/trace.go:171","msg":"trace[1868099595] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"253.509414ms","start":"2026-03-06T00:35:40.496751Z","end":"2026-03-06T00:35:40.75026Z","steps":["trace[1868099595] 'process raft request' (duration: 218.576787ms)","trace[1868099595] 'compare' (duration: 34.684032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:57.471758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.202471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-06T00:35:57.471853Z","caller":"traceutil/trace.go:171","msg":"trace[306564906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1508; }","duration":"121.351354ms","start":"2026-03-06T00:35:57.350482Z","end":"2026-03-06T00:35:57.471833Z","steps":["trace[306564906] 'range keys from in-memory index tree' (duration: 120.961256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.38226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.266375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:36:05.382359Z","caller":"traceutil/trace.go:171","msg":"trace[389490617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1613; }","duration":"554.413227ms","start":"2026-03-06T00:36:04.827926Z","end":"2026-03-06T00:36:05.382339Z","steps":["trace[389490617] 'range keys from in-memory index tree' (duration: 554.07353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.382355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.814612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:36:05.382403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:04.827901Z","time spent":"554.49066ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:36:05.382423Z","caller":"traceutil/trace.go:171","msg":"trace[399759428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1613; }","duration":"510.953176ms","start":"2026-03-06T00:36:04.871458Z","end":"2026-03-06T00:36:05.382411Z","steps":["trace[399759428] 'range keys from in-memory index tree' (duration: 510.616608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.382414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.08606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:05.382504Z","caller":"traceutil/trace.go:171","msg":"trace[1686261927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"440.242043ms","start":"2026-03-06T00:36:04.942243Z","end":"2026-03-06T00:36:05.382485Z","steps":["trace[1686261927] 'range keys from in-memory index tree' (duration: 440.004719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.382536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.968427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:36:05.38261Z","caller":"traceutil/trace.go:171","msg":"trace[256010773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1613; }","duration":"748.0756ms","start":"2026-03-06T00:36:04.634513Z","end":"2026-03-06T00:36:05.382589Z","steps":["trace[256010773] 'range keys from in-memory index tree' (duration: 747.731862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.382657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:04.634487Z","time spent":"748.158842ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:05.382454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.599456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:36:05.382703Z","caller":"traceutil/trace.go:171","msg":"trace[2132677662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1613; }","duration":"521.053337ms","start":"2026-03-06T00:36:04.861638Z","end":"2026-03-06T00:36:05.382691Z","steps":["trace[2132677662] 'range keys from in-memory index tree' (duration: 520.382371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.382746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:04.861604Z","time spent":"521.131758ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:05.382554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:04.942221Z","time spent":"440.322726ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:36:05.382455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:04.871433Z","time spent":"511.014937ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:05.3828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.490437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:36:05.382895Z","caller":"traceutil/trace.go:171","msg":"trace[1433272995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1613; }","duration":"521.63027ms","start":"2026-03-06T00:36:04.86125Z","end":"2026-03-06T00:36:05.382881Z","steps":["trace[1433272995] 'range keys from in-memory index tree' (duration: 521.255321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.382953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:04.861236Z","time spent":"521.704551ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:36:05.38324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.803993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e07dec2d-dbf6-47f6-bed3-a6e41585e2bd\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-06T00:36:05.383313Z","caller":"traceutil/trace.go:171","msg":"trace[310368315] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e07dec2d-dbf6-47f6-bed3-a6e41585e2bd; range_end:; response_count:1; response_revision:1613; }","duration":"213.919236ms","start":"2026-03-06T00:36:05.169374Z","end":"2026-03-06T00:36:05.383294Z","steps":["trace[310368315] 'range keys from in-memory index tree' (duration: 212.848291ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:05.386669Z","caller":"traceutil/trace.go:171","msg":"trace[1916129690] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"179.756996ms","start":"2026-03-06T00:36:05.206897Z","end":"2026-03-06T00:36:05.386654Z","steps":["trace[1916129690] 'process raft request' (duration: 179.645883ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:05.62066Z","caller":"traceutil/trace.go:171","msg":"trace[930764341] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"234.374185ms","start":"2026-03-06T00:36:05.38626Z","end":"2026-03-06T00:36:05.620634Z","steps":["trace[930764341] 'process raft request' (duration: 234.280953ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:05.620685Z","caller":"traceutil/trace.go:171","msg":"trace[557889938] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"332.900087ms","start":"2026-03-06T00:36:05.287744Z","end":"2026-03-06T00:36:05.620644Z","steps":["trace[557889938] 'process raft request' (duration: 260.318414ms)","trace[557889938] 'compare' (duration: 72.361227ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:05.620819Z","caller":"traceutil/trace.go:171","msg":"trace[578602029] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1676; }","duration":"244.045646ms","start":"2026-03-06T00:36:05.376746Z","end":"2026-03-06T00:36:05.620792Z","steps":["trace[578602029] 'read index received' (duration: 9.921637ms)","trace[578602029] 'applied index is now lower than readState.Index' (duration: 234.121969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:05.620875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:05.287714Z","time spent":"333.04583ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:05.620947Z","caller":"traceutil/trace.go:171","msg":"trace[998711050] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"234.615259ms","start":"2026-03-06T00:36:05.386287Z","end":"2026-03-06T00:36:05.620902Z","steps":["trace[998711050] 'process raft request' (duration: 234.298823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.621125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.373265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e07dec2d-dbf6-47f6-bed3-a6e41585e2bd\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-06T00:36:05.621218Z","caller":"traceutil/trace.go:171","msg":"trace[1066619045] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e07dec2d-dbf6-47f6-bed3-a6e41585e2bd; range_end:; response_count:1; response_revision:1617; }","duration":"244.522168ms","start":"2026-03-06T00:36:05.376675Z","end":"2026-03-06T00:36:05.621198Z","steps":["trace[1066619045] 'agreement among raft nodes before linearized reading' (duration: 244.283043ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:05.648444Z","caller":"traceutil/trace.go:171","msg":"trace[241273582] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"261.745825ms","start":"2026-03-06T00:36:05.38668Z","end":"2026-03-06T00:36:05.648426Z","steps":["trace[241273582] 'process raft request' (duration: 261.600882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.64902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.115739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:36:05.649097Z","caller":"traceutil/trace.go:171","msg":"trace[1551161504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1621; }","duration":"265.202941ms","start":"2026-03-06T00:36:05.383879Z","end":"2026-03-06T00:36:05.649082Z","steps":["trace[1551161504] 'agreement among raft nodes before linearized reading' (duration: 265.016847ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:05.64873Z","caller":"traceutil/trace.go:171","msg":"trace[1113728465] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"261.727185ms","start":"2026-03-06T00:36:05.386986Z","end":"2026-03-06T00:36:05.648713Z","steps":["trace[1113728465] 'process raft request' (duration: 261.396547ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:05.649905Z","caller":"traceutil/trace.go:171","msg":"trace[1929518789] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"258.676757ms","start":"2026-03-06T00:36:05.391201Z","end":"2026-03-06T00:36:05.649878Z","steps":["trace[1929518789] 'process raft request' (duration: 257.623764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.650009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.246925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T00:36:05.650066Z","caller":"traceutil/trace.go:171","msg":"trace[503831045] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1621; }","duration":"123.315357ms","start":"2026-03-06T00:36:05.526736Z","end":"2026-03-06T00:36:05.650051Z","steps":["trace[503831045] 'agreement among raft nodes before linearized reading' (duration: 123.160414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.650807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.838036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:05.65093Z","caller":"traceutil/trace.go:171","msg":"trace[708757372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1621; }","duration":"267.0011ms","start":"2026-03-06T00:36:05.383902Z","end":"2026-03-06T00:36:05.650903Z","steps":["trace[708757372] 'agreement among raft nodes before linearized reading' (duration: 266.821636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:05.651014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.549779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:36:05.650064Z","caller":"traceutil/trace.go:171","msg":"trace[344482172] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"263.002073ms","start":"2026-03-06T00:36:05.38703Z","end":"2026-03-06T00:36:05.650032Z","steps":["trace[344482172] 'process raft request' (duration: 261.595402ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:05.651103Z","caller":"traceutil/trace.go:171","msg":"trace[1906533634] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1621; }","duration":"137.670821ms","start":"2026-03-06T00:36:05.513408Z","end":"2026-03-06T00:36:05.651079Z","steps":["trace[1906533634] 'agreement among raft nodes before linearized reading' (duration: 137.215411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:06.283501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.271413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:06.283661Z","caller":"traceutil/trace.go:171","msg":"trace[486562481] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1684; }","duration":"595.749236ms","start":"2026-03-06T00:36:05.687888Z","end":"2026-03-06T00:36:06.283637Z","steps":["trace[486562481] 'read index received' (duration: 453.405351ms)","trace[486562481] 'applied index is now lower than readState.Index' (duration: 142.342085ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:06.283698Z","caller":"traceutil/trace.go:171","msg":"trace[433333161] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"628.102256ms","start":"2026-03-06T00:36:05.655551Z","end":"2026-03-06T00:36:06.283654Z","steps":["trace[433333161] 'process raft request' (duration: 485.464395ms)","trace[433333161] 'compare' (duration: 141.352893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:06.283909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:05.655517Z","time spent":"628.2774ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:06.283948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.066322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T00:36:06.283982Z","caller":"traceutil/trace.go:171","msg":"trace[1771812967] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1623; }","duration":"596.157444ms","start":"2026-03-06T00:36:05.687813Z","end":"2026-03-06T00:36:06.283971Z","steps":["trace[1771812967] 'agreement among raft nodes before linearized reading' (duration: 595.886268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:06.284029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:05.687785Z","time spent":"596.231916ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":237,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:36:06.315573Z","caller":"traceutil/trace.go:171","msg":"trace[1812116512] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"526.209121ms","start":"2026-03-06T00:36:05.78933Z","end":"2026-03-06T00:36:06.315539Z","steps":["trace[1812116512] 'process raft request' (duration: 525.920834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:06.315782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:05.789305Z","time spent":"526.340623ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:06.317504Z","caller":"traceutil/trace.go:171","msg":"trace[716225676] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"152.812864ms","start":"2026-03-06T00:36:06.164669Z","end":"2026-03-06T00:36:06.317482Z","steps":["trace[716225676] 'process raft request' (duration: 152.719942ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:09.92275Z","caller":"traceutil/trace.go:171","msg":"trace[27069757] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1706; }","duration":"280.736802ms","start":"2026-03-06T00:36:09.641986Z","end":"2026-03-06T00:36:09.922723Z","steps":["trace[27069757] 'read index received' (duration: 61.352537ms)","trace[27069757] 'applied index is now lower than readState.Index' (duration: 219.382985ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:09.922833Z","caller":"traceutil/trace.go:171","msg":"trace[234855597] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"281.538158ms","start":"2026-03-06T00:36:09.641258Z","end":"2026-03-06T00:36:09.922796Z","steps":["trace[234855597] 'process raft request' (duration: 281.294473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:09.922997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.148612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:36:09.923004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.991357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e07dec2d-dbf6-47f6-bed3-a6e41585e2bd\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-06T00:36:09.923045Z","caller":"traceutil/trace.go:171","msg":"trace[2130618759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1645; }","duration":"261.252083ms","start":"2026-03-06T00:36:09.661782Z","end":"2026-03-06T00:36:09.923034Z","steps":["trace[2130618759] 'agreement among raft nodes before linearized reading' (duration: 261.08332ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:09.923072Z","caller":"traceutil/trace.go:171","msg":"trace[2003613313] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e07dec2d-dbf6-47f6-bed3-a6e41585e2bd; range_end:; response_count:1; response_revision:1645; }","duration":"281.073599ms","start":"2026-03-06T00:36:09.641981Z","end":"2026-03-06T00:36:09.923055Z","steps":["trace[2003613313] 'agreement among raft nodes before linearized reading' (duration: 280.860274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:09.92312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.082495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T00:36:09.923136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.018346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:36:09.923206Z","caller":"traceutil/trace.go:171","msg":"trace[737679251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1645; }","duration":"243.177197ms","start":"2026-03-06T00:36:09.680007Z","end":"2026-03-06T00:36:09.923184Z","steps":["trace[737679251] 'agreement among raft nodes before linearized reading' (duration: 242.897851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:09.923207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.643501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:36:09.923216Z","caller":"traceutil/trace.go:171","msg":"trace[296089992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1645; }","duration":"260.18844ms","start":"2026-03-06T00:36:09.66301Z","end":"2026-03-06T00:36:09.923198Z","steps":["trace[296089992] 'agreement among raft nodes before linearized reading' (duration: 259.975815ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:09.923297Z","caller":"traceutil/trace.go:171","msg":"trace[1043461612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1645; }","duration":"260.694692ms","start":"2026-03-06T00:36:09.662547Z","end":"2026-03-06T00:36:09.923242Z","steps":["trace[1043461612] 'agreement among raft nodes before linearized reading' (duration: 260.433496ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:11.827167Z","caller":"traceutil/trace.go:171","msg":"trace[1547245700] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"114.879592ms","start":"2026-03-06T00:36:11.712263Z","end":"2026-03-06T00:36:11.827142Z","steps":["trace[1547245700] 'process raft request' (duration: 114.742349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.08486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.420576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:36:12.084959Z","caller":"traceutil/trace.go:171","msg":"trace[282823274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1668; }","duration":"157.593359ms","start":"2026-03-06T00:36:11.927345Z","end":"2026-03-06T00:36:12.084939Z","steps":["trace[282823274] 'range keys from in-memory index tree' (duration: 157.20207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.085199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.954338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:36:12.085121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.706464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:36:12.085277Z","caller":"traceutil/trace.go:171","msg":"trace[337007774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1668; }","duration":"143.922579ms","start":"2026-03-06T00:36:11.941325Z","end":"2026-03-06T00:36:12.085248Z","steps":["trace[337007774] 'range keys from in-memory index tree' (duration: 143.469069ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:12.085225Z","caller":"traceutil/trace.go:171","msg":"trace[763629961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1668; }","duration":"142.997518ms","start":"2026-03-06T00:36:11.942219Z","end":"2026-03-06T00:36:12.085216Z","steps":["trace[763629961] 'range keys from in-memory index tree' (duration: 142.812615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.08551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.123837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:36:12.085581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.479417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:36:12.0856Z","caller":"traceutil/trace.go:171","msg":"trace[2004019731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1668; }","duration":"152.543799ms","start":"2026-03-06T00:36:11.93305Z","end":"2026-03-06T00:36:12.085594Z","steps":["trace[2004019731] 'range keys from in-memory index tree' (duration: 152.362415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:12.085609Z","caller":"traceutil/trace.go:171","msg":"trace[1324869761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1668; }","duration":"151.27279ms","start":"2026-03-06T00:36:11.934317Z","end":"2026-03-06T00:36:12.085589Z","steps":["trace[1324869761] 'range keys from in-memory index tree' (duration: 150.922653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.085847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.967193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:36:12.08602Z","caller":"traceutil/trace.go:171","msg":"trace[1354505751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1668; }","duration":"151.190077ms","start":"2026-03-06T00:36:11.934816Z","end":"2026-03-06T00:36:12.086006Z","steps":["trace[1354505751] 'range keys from in-memory index tree' (duration: 150.776038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:19.522477Z","caller":"traceutil/trace.go:171","msg":"trace[1114208058] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"352.396275ms","start":"2026-03-06T00:36:19.170056Z","end":"2026-03-06T00:36:19.522452Z","steps":["trace[1114208058] 'process raft request' (duration: 352.219531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:19.522681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:19.170036Z","time spent":"352.528068ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:19.687225Z","caller":"traceutil/trace.go:171","msg":"trace[1434405611] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"157.109298ms","start":"2026-03-06T00:36:19.530083Z","end":"2026-03-06T00:36:19.687192Z","steps":["trace[1434405611] 'process raft request' (duration: 71.842046ms)","trace[1434405611] 'compare' (duration: 85.136009ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:19.920568Z","caller":"traceutil/trace.go:171","msg":"trace[1551832870] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1788; }","duration":"155.332609ms","start":"2026-03-06T00:36:19.765216Z","end":"2026-03-06T00:36:19.920549Z","steps":["trace[1551832870] 'read index received' (duration: 79.972624ms)","trace[1551832870] 'applied index is now lower than readState.Index' (duration: 75.358885ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:19.920646Z","caller":"traceutil/trace.go:171","msg":"trace[2116917442] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"225.806395ms","start":"2026-03-06T00:36:19.694823Z","end":"2026-03-06T00:36:19.920629Z","steps":["trace[2116917442] 'process raft request' (duration: 150.430031ms)","trace[2116917442] 'compare' (duration: 75.1613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:19.920782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.548023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-h8b9m\" ","response":"range_response_count:1 size:6110"} {"level":"info","ts":"2026-03-06T00:36:19.920829Z","caller":"traceutil/trace.go:171","msg":"trace[2132832580] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-h8b9m; range_end:; response_count:1; response_revision:1723; }","duration":"155.634575ms","start":"2026-03-06T00:36:19.765181Z","end":"2026-03-06T00:36:19.920816Z","steps":["trace[2132832580] 'agreement among raft nodes before linearized reading' (duration: 155.489632ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:20.10195Z","caller":"traceutil/trace.go:171","msg":"trace[831204104] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"170.553364ms","start":"2026-03-06T00:36:19.931361Z","end":"2026-03-06T00:36:20.101914Z","steps":["trace[831204104] 'process raft request' (duration: 132.228012ms)","trace[831204104] 'compare' (duration: 38.123517ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:20.208264Z","caller":"traceutil/trace.go:171","msg":"trace[2055866431] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"101.18375ms","start":"2026-03-06T00:36:20.107057Z","end":"2026-03-06T00:36:20.20824Z","steps":["trace[2055866431] 'process raft request' (duration: 95.650599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.427391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.190588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11987"} {"level":"info","ts":"2026-03-06T00:36:23.427478Z","caller":"traceutil/trace.go:171","msg":"trace[1298171998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1749; }","duration":"264.313042ms","start":"2026-03-06T00:36:23.163147Z","end":"2026-03-06T00:36:23.42746Z","steps":["trace[1298171998] 'range keys from in-memory index tree' (duration: 264.042675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.427534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.271353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:36:23.427625Z","caller":"traceutil/trace.go:171","msg":"trace[1070309017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1749; }","duration":"198.387164ms","start":"2026-03-06T00:36:23.229205Z","end":"2026-03-06T00:36:23.427592Z","steps":["trace[1070309017] 'range keys from in-memory index tree' (duration: 198.125869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.427675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.326721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:23.427753Z","caller":"traceutil/trace.go:171","msg":"trace[260753445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1749; }","duration":"484.451273ms","start":"2026-03-06T00:36:22.943281Z","end":"2026-03-06T00:36:23.427733Z","steps":["trace[260753445] 'range keys from in-memory index tree' (duration: 484.186238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.427799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:22.943231Z","time spent":"484.557956ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:36:56.53812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.508648ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:36:56.538242Z","caller":"traceutil/trace.go:171","msg":"trace[305721161] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"364.955221ms","start":"2026-03-06T00:36:56.173267Z","end":"2026-03-06T00:36:56.538222Z","steps":["trace[305721161] 'read index received' (duration: 250.286218ms)","trace[305721161] 'applied index is now lower than readState.Index' (duration: 114.666673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:56.538417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.151885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:36:56.538444Z","caller":"traceutil/trace.go:171","msg":"trace[734144329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1910; }","duration":"365.231867ms","start":"2026-03-06T00:36:56.173205Z","end":"2026-03-06T00:36:56.538437Z","steps":["trace[734144329] 'agreement among raft nodes before linearized reading' (duration: 365.085474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:56.53847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.173153Z","time spent":"365.311038ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:56.559884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.795761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:36:56.55991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.180552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:36:56.559953Z","caller":"traceutil/trace.go:171","msg":"trace[129429755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1911; }","duration":"157.906754ms","start":"2026-03-06T00:36:56.402029Z","end":"2026-03-06T00:36:56.559936Z","steps":["trace[129429755] 'agreement among raft nodes before linearized reading' (duration: 157.73237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:56.559976Z","caller":"traceutil/trace.go:171","msg":"trace[909533348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1911; }","duration":"149.298424ms","start":"2026-03-06T00:36:56.410662Z","end":"2026-03-06T00:36:56.55996Z","steps":["trace[909533348] 'agreement among raft nodes before linearized reading' (duration: 149.138891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:56.560057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.900253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:36:56.560154Z","caller":"traceutil/trace.go:171","msg":"trace[817353028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1911; }","duration":"153.027586ms","start":"2026-03-06T00:36:56.407104Z","end":"2026-03-06T00:36:56.560132Z","steps":["trace[817353028] 'agreement among raft nodes before linearized reading' (duration: 152.76498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:56.560686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.461241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:36:56.560765Z","caller":"traceutil/trace.go:171","msg":"trace[494216947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1911; }","duration":"155.613164ms","start":"2026-03-06T00:36:56.405131Z","end":"2026-03-06T00:36:56.560745Z","steps":["trace[494216947] 'agreement among raft nodes before linearized reading' (duration: 154.861647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.161266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.080118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:57.161372Z","caller":"traceutil/trace.go:171","msg":"trace[2143127717] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"617.889915ms","start":"2026-03-06T00:36:56.543467Z","end":"2026-03-06T00:36:57.161357Z","steps":["trace[2143127717] 'process raft request' (duration: 154.650373ms)","trace[2143127717] 'compare' (duration: 460.328048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:57.16142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.543428Z","time spent":"617.971546ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:57.23349Z","caller":"traceutil/trace.go:171","msg":"trace[2113421390] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"669.00734ms","start":"2026-03-06T00:36:56.564467Z","end":"2026-03-06T00:36:57.233475Z","steps":["trace[2113421390] 'process raft request' (duration: 668.971539ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:57.23357Z","caller":"traceutil/trace.go:171","msg":"trace[135383670] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"669.115631ms","start":"2026-03-06T00:36:56.564443Z","end":"2026-03-06T00:36:57.233558Z","steps":["trace[135383670] 'process raft request' (duration: 668.973958ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:57.233571Z","caller":"traceutil/trace.go:171","msg":"trace[1662350656] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"669.211064ms","start":"2026-03-06T00:36:56.564335Z","end":"2026-03-06T00:36:57.233546Z","steps":["trace[1662350656] 'process raft request' (duration: 668.992209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.233617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.564433Z","time spent":"669.159653ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:57.233591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.564441Z","time spent":"669.098852ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:57.233682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.564305Z","time spent":"669.316846ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:57.233774Z","caller":"traceutil/trace.go:171","msg":"trace[2050025229] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"669.228815ms","start":"2026-03-06T00:36:56.564525Z","end":"2026-03-06T00:36:57.233754Z","steps":["trace[2050025229] 'process raft request' (duration: 668.931058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.233864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.564517Z","time spent":"669.304396ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:57.234082Z","caller":"traceutil/trace.go:171","msg":"trace[279128048] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"668.197972ms","start":"2026-03-06T00:36:56.565851Z","end":"2026-03-06T00:36:57.234049Z","steps":["trace[279128048] 'process raft request' (duration: 667.822104ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:57.234074Z","caller":"traceutil/trace.go:171","msg":"trace[1857851416] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1986; }","duration":"636.483013ms","start":"2026-03-06T00:36:56.597525Z","end":"2026-03-06T00:36:57.234008Z","steps":["trace[1857851416] 'read index received' (duration: 100.573573ms)","trace[1857851416] 'applied index is now lower than readState.Index' (duration: 535.90378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:57.234252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.565843Z","time spent":"668.325225ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:57.234383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.847181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-06T00:36:57.234417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.707349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:57.234457Z","caller":"traceutil/trace.go:171","msg":"trace[211456864] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1917; }","duration":"636.959803ms","start":"2026-03-06T00:36:56.597473Z","end":"2026-03-06T00:36:57.234433Z","steps":["trace[211456864] 'agreement among raft nodes before linearized reading' (duration: 636.675237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:57.234505Z","caller":"traceutil/trace.go:171","msg":"trace[1043190159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1917; }","duration":"292.817191ms","start":"2026-03-06T00:36:56.941666Z","end":"2026-03-06T00:36:57.234484Z","steps":["trace[1043190159] 'agreement among raft nodes before linearized reading' (duration: 292.626327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.234508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.597452Z","time spent":"637.042356ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:36:57.234548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.166104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:36:57.234613Z","caller":"traceutil/trace.go:171","msg":"trace[1281123801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"540.268457ms","start":"2026-03-06T00:36:56.694327Z","end":"2026-03-06T00:36:57.234595Z","steps":["trace[1281123801] 'agreement among raft nodes before linearized reading' (duration: 539.905979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.234662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.694275Z","time spent":"540.376349ms","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:36:57.438544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.933787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:57.43866Z","caller":"traceutil/trace.go:171","msg":"trace[1313888797] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"199.631592ms","start":"2026-03-06T00:36:57.239009Z","end":"2026-03-06T00:36:57.43864Z","steps":["trace[1313888797] 'process raft request' (duration: 35.505891ms)","trace[1313888797] 'compare' (duration: 163.60797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:58.076446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.482076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:58.076529Z","caller":"traceutil/trace.go:171","msg":"trace[124917348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"133.636199ms","start":"2026-03-06T00:36:57.942874Z","end":"2026-03-06T00:36:58.07651Z","steps":["trace[124917348] 'range keys from in-memory index tree' (duration: 133.368754ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:58.869003Z","caller":"traceutil/trace.go:171","msg":"trace[232834165] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"256.958944ms","start":"2026-03-06T00:36:58.612014Z","end":"2026-03-06T00:36:58.868973Z","steps":["trace[232834165] 'read index received' (duration: 256.765689ms)","trace[232834165] 'applied index is now lower than readState.Index' (duration: 191.875µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:58.869281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.49524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:36:58.869332Z","caller":"traceutil/trace.go:171","msg":"trace[327648187] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1921; }","duration":"234.593501ms","start":"2026-03-06T00:36:58.634724Z","end":"2026-03-06T00:36:58.869318Z","steps":["trace[327648187] 'agreement among raft nodes before linearized reading' (duration: 234.471559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:58.869347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.338582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-03-06T00:36:58.869394Z","caller":"traceutil/trace.go:171","msg":"trace[1066874383] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1921; }","duration":"257.423134ms","start":"2026-03-06T00:36:58.611957Z","end":"2026-03-06T00:36:58.86938Z","steps":["trace[1066874383] 'agreement among raft nodes before linearized reading' (duration: 257.199689ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:58.869504Z","caller":"traceutil/trace.go:171","msg":"trace[1773236469] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"304.019268ms","start":"2026-03-06T00:36:58.565439Z","end":"2026-03-06T00:36:58.869458Z","steps":["trace[1773236469] 'process raft request' (duration: 303.359793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:58.86975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.565403Z","time spent":"304.205153ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:59.443139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350414984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:36:59.763218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.147516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:59.763307Z","caller":"traceutil/trace.go:171","msg":"trace[982034318] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1921; }","duration":"881.293129ms","start":"2026-03-06T00:36:58.881993Z","end":"2026-03-06T00:36:59.763286Z","steps":["trace[982034318] 'range keys from in-memory index tree' (duration: 881.044373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.763352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.881973Z","time spent":"881.367931ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T00:36:59.763625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.63819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:59.763735Z","caller":"traceutil/trace.go:171","msg":"trace[528231188] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"820.953151ms","start":"2026-03-06T00:36:58.942765Z","end":"2026-03-06T00:36:59.763718Z","steps":["trace[528231188] 'read index received' (duration: 567.150888ms)","trace[528231188] 'applied index is now lower than readState.Index' (duration: 253.800863ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:59.76396Z","caller":"traceutil/trace.go:171","msg":"trace[1399630599] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"873.088488ms","start":"2026-03-06T00:36:58.89085Z","end":"2026-03-06T00:36:59.763938Z","steps":["trace[1399630599] 'process raft request' (duration: 619.040559ms)","trace[1399630599] 'compare' (duration: 253.442756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:59.764051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.890818Z","time spent":"873.191361ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:59.76433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.569764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:59.764389Z","caller":"traceutil/trace.go:171","msg":"trace[801563205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"821.682506ms","start":"2026-03-06T00:36:58.942691Z","end":"2026-03-06T00:36:59.764374Z","steps":["trace[801563205] 'agreement among raft nodes before linearized reading' (duration: 821.40601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.764421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.942658Z","time spent":"821.756538ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:37:00.009148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.184662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:37:00.009213Z","caller":"traceutil/trace.go:171","msg":"trace[154377926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"759.274024ms","start":"2026-03-06T00:36:59.249923Z","end":"2026-03-06T00:37:00.009197Z","steps":["trace[154377926] 'agreement among raft nodes before linearized reading' (duration: 759.071849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.009247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.249913Z","time spent":"759.324205ms","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:37:00.009325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.46737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:37:00.009399Z","caller":"traceutil/trace.go:171","msg":"trace[467444491] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"314.5148ms","start":"2026-03-06T00:36:59.694836Z","end":"2026-03-06T00:37:00.009351Z","steps":["trace[467444491] 'process raft request' (duration: 268.974998ms)","trace[467444491] 'compare' (duration: 45.02527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:00.009415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.071851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:37:00.009486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.937404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:37:00.009511Z","caller":"traceutil/trace.go:171","msg":"trace[442856284] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1923; }","duration":"677.982756ms","start":"2026-03-06T00:36:59.331522Z","end":"2026-03-06T00:37:00.009505Z","steps":["trace[442856284] 'agreement among raft nodes before linearized reading' (duration: 677.943315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.00953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.331511Z","time spent":"678.014336ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:37:00.009452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.96154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:37:00.009565Z","caller":"traceutil/trace.go:171","msg":"trace[1038202546] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1923; }","duration":"566.132225ms","start":"2026-03-06T00:36:59.44342Z","end":"2026-03-06T00:37:00.009552Z","steps":["trace[1038202546] 'agreement among raft nodes before linearized reading' (duration: 565.988872ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:00.009517Z","caller":"traceutil/trace.go:171","msg":"trace[1219929618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1923; }","duration":"770.194144ms","start":"2026-03-06T00:36:59.239296Z","end":"2026-03-06T00:37:00.00949Z","steps":["trace[1219929618] 'agreement among raft nodes before linearized reading' (duration: 769.843037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.009498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.32645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:37:00.009628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.443389Z","time spent":"566.217016ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:37:00.009709Z","caller":"traceutil/trace.go:171","msg":"trace[1971602336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1923; }","duration":"771.647997ms","start":"2026-03-06T00:36:59.238015Z","end":"2026-03-06T00:37:00.009663Z","steps":["trace[1971602336] 'agreement among raft nodes before linearized reading' (duration: 771.055033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.009785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.237981Z","time spent":"771.789019ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:37:00.009624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.239285Z","time spent":"770.324177ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:37:00.009847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.617388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:37:00.009891Z","caller":"traceutil/trace.go:171","msg":"trace[578023701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1923; }","duration":"842.71775ms","start":"2026-03-06T00:36:59.167162Z","end":"2026-03-06T00:37:00.009879Z","steps":["trace[578023701] 'agreement among raft nodes before linearized reading' (duration: 842.592027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.009558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.694799Z","time spent":"314.684953ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:00.009938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.167131Z","time spent":"842.799192ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:37:00.009446Z","caller":"traceutil/trace.go:171","msg":"trace[101504254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1923; }","duration":"770.625174ms","start":"2026-03-06T00:36:59.238799Z","end":"2026-03-06T00:37:00.009424Z","steps":["trace[101504254] 'agreement among raft nodes before linearized reading' (duration: 770.238465ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:00.008981Z","caller":"traceutil/trace.go:171","msg":"trace[963886754] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1997; }","duration":"245.065371ms","start":"2026-03-06T00:36:59.763888Z","end":"2026-03-06T00:37:00.008954Z","steps":["trace[963886754] 'read index received' (duration: 199.962329ms)","trace[963886754] 'applied index is now lower than readState.Index' (duration: 45.102192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:00.010154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.153887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:37:00.010246Z","caller":"traceutil/trace.go:171","msg":"trace[1690866908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1923; }","duration":"772.310511ms","start":"2026-03-06T00:36:59.237913Z","end":"2026-03-06T00:37:00.010223Z","steps":["trace[1690866908] 'agreement among raft nodes before linearized reading' (duration: 771.208197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.010299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.391739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T00:37:00.01031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.2379Z","time spent":"772.395433ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:37:00.010357Z","caller":"traceutil/trace.go:171","msg":"trace[732434903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"235.484781ms","start":"2026-03-06T00:36:59.774855Z","end":"2026-03-06T00:37:00.01034Z","steps":["trace[732434903] 'agreement among raft nodes before linearized reading' (duration: 235.353808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.010237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.238786Z","time spent":"771.430331ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:37:00.73891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.965718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:37:00.739165Z","caller":"traceutil/trace.go:171","msg":"trace[1516358410] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"724.502751ms","start":"2026-03-06T00:37:00.014595Z","end":"2026-03-06T00:37:00.739098Z","steps":["trace[1516358410] 'process raft request' (duration: 450.250396ms)","trace[1516358410] 'compare' (duration: 273.773364ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:00.739292Z","caller":"traceutil/trace.go:171","msg":"trace[848688628] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"724.580611ms","start":"2026-03-06T00:37:00.014695Z","end":"2026-03-06T00:37:00.739276Z","steps":["trace[848688628] 'process raft request' (duration: 724.405038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:00.739298Z","caller":"traceutil/trace.go:171","msg":"trace[859187003] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"724.584611ms","start":"2026-03-06T00:37:00.014678Z","end":"2026-03-06T00:37:00.739263Z","steps":["trace[859187003] 'process raft request' (duration: 724.346446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.739386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.014687Z","time spent":"724.655953ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:00.739434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.014673Z","time spent":"724.694495ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:00.73929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.014557Z","time spent":"724.676054ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:00.739466Z","caller":"traceutil/trace.go:171","msg":"trace[1175437119] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"724.672214ms","start":"2026-03-06T00:37:00.014763Z","end":"2026-03-06T00:37:00.739436Z","steps":["trace[1175437119] 'process raft request' (duration: 724.464519ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:00.739536Z","caller":"traceutil/trace.go:171","msg":"trace[258368748] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"724.384788ms","start":"2026-03-06T00:37:00.015132Z","end":"2026-03-06T00:37:00.739516Z","steps":["trace[258368748] 'process raft request' (duration: 724.215364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.73963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.015128Z","time spent":"724.454729ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:00.739637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.01474Z","time spent":"724.816806ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:02.550189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26902926s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-06T00:37:02.55033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.812654Z","time spent":"1.737643559s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T00:37:02.550437Z","caller":"traceutil/trace.go:171","msg":"trace[1747996505] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2004; }","duration":"1.737038426s","start":"2026-03-06T00:37:00.813365Z","end":"2026-03-06T00:37:02.550404Z","steps":["trace[1747996505] 'read index received' (duration: 467.781661ms)","trace[1747996505] 'applied index is now lower than readState.Index' (duration: 1.269252505s)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:02.550531Z","caller":"traceutil/trace.go:171","msg":"trace[1659715719] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.675554113s","start":"2026-03-06T00:37:00.874948Z","end":"2026-03-06T00:37:02.550502Z","steps":["trace[1659715719] 'process raft request' (duration: 1.675340078s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.550676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.874931Z","time spent":"1.675665995s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:02.550719Z","caller":"traceutil/trace.go:171","msg":"trace[432408355] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"534.5023ms","start":"2026-03-06T00:37:02.016173Z","end":"2026-03-06T00:37:02.550675Z","steps":["trace[432408355] 'process raft request' (duration: 534.218133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.550762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60906265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:37:02.550805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079018229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:37:02.550792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737394643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:37:02.55084Z","caller":"traceutil/trace.go:171","msg":"trace[702462571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"1.609188963s","start":"2026-03-06T00:37:00.941637Z","end":"2026-03-06T00:37:02.550826Z","steps":["trace[702462571] 'agreement among raft nodes before linearized reading' (duration: 1.609025659s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.550854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.482887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:37:02.5518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533841375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T00:37:02.551876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:02.016139Z","time spent":"534.665963ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:02.551879Z","caller":"traceutil/trace.go:171","msg":"trace[1304251680] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1931; }","duration":"844.479089ms","start":"2026-03-06T00:37:01.707357Z","end":"2026-03-06T00:37:02.551836Z","steps":["trace[1304251680] 'agreement among raft nodes before linearized reading' (duration: 843.455067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.55215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:01.707295Z","time spent":"844.737694ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:37:02.551449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.827745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:37:02.552281Z","caller":"traceutil/trace.go:171","msg":"trace[1179870926] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1931; }","duration":"1.737530886s","start":"2026-03-06T00:37:00.813333Z","end":"2026-03-06T00:37:02.550864Z","steps":["trace[1179870926] 'agreement among raft nodes before linearized reading' (duration: 1.737172888s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:02.552325Z","caller":"traceutil/trace.go:171","msg":"trace[2121226515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"1.534006348s","start":"2026-03-06T00:37:01.017865Z","end":"2026-03-06T00:37:02.551872Z","steps":["trace[2121226515] 'agreement among raft nodes before linearized reading' (duration: 1.532805712s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:02.550867Z","caller":"traceutil/trace.go:171","msg":"trace[79205577] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1931; }","duration":"1.07910027s","start":"2026-03-06T00:37:01.471751Z","end":"2026-03-06T00:37:02.550851Z","steps":["trace[79205577] 'agreement among raft nodes before linearized reading' (duration: 1.078914046s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.55239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:01.017845Z","time spent":"1.534531689s","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:37:02.552385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.813321Z","time spent":"1.739017849s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:37:02.552422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:01.471686Z","time spent":"1.080704535s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:37:02.552473Z","caller":"traceutil/trace.go:171","msg":"trace[1219954367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"489.895639ms","start":"2026-03-06T00:37:02.062308Z","end":"2026-03-06T00:37:02.552204Z","steps":["trace[1219954367] 'agreement among raft nodes before linearized reading' (duration: 488.372186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.552547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:02.062289Z","time spent":"490.241846ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:37:02.550881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.941581Z","time spent":"1.609290595s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:37:02.550849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223734603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:37:02.553444Z","caller":"traceutil/trace.go:171","msg":"trace[465862058] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1931; }","duration":"1.226410822s","start":"2026-03-06T00:37:01.327005Z","end":"2026-03-06T00:37:02.553416Z","steps":["trace[465862058] 'agreement among raft nodes before linearized reading' (duration: 1.223662991s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.553504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:01.326988Z","time spent":"1.226498384s","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:37:02.733359Z","caller":"traceutil/trace.go:171","msg":"trace[366444554] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"180.098512ms","start":"2026-03-06T00:37:02.553231Z","end":"2026-03-06T00:37:02.733329Z","steps":["trace[366444554] 'process raft request' (duration: 162.978015ms)","trace[366444554] 'compare' (duration: 16.940543ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:02.733418Z","caller":"traceutil/trace.go:171","msg":"trace[1990265239] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"172.501216ms","start":"2026-03-06T00:37:02.560892Z","end":"2026-03-06T00:37:02.733393Z","steps":["trace[1990265239] 'process raft request' (duration: 172.443944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:02.733467Z","caller":"traceutil/trace.go:171","msg":"trace[164011494] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2007; }","duration":"178.57942ms","start":"2026-03-06T00:37:02.554865Z","end":"2026-03-06T00:37:02.733444Z","steps":["trace[164011494] 'read index received' (duration: 161.33536ms)","trace[164011494] 'applied index is now lower than readState.Index' (duration: 17.2425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:02.733743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.855206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:02.733802Z","caller":"traceutil/trace.go:171","msg":"trace[1620854196] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1933; }","duration":"174.946969ms","start":"2026-03-06T00:37:02.558838Z","end":"2026-03-06T00:37:02.733785Z","steps":["trace[1620854196] 'agreement among raft nodes before linearized reading' (duration: 174.803376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.734239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.369387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:02.734278Z","caller":"traceutil/trace.go:171","msg":"trace[27776531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"179.427257ms","start":"2026-03-06T00:37:02.554841Z","end":"2026-03-06T00:37:02.734269Z","steps":["trace[27776531] 'agreement among raft nodes before linearized reading' (duration: 178.712412ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:08.700068Z","caller":"traceutil/trace.go:171","msg":"trace[1099458132] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"125.512971ms","start":"2026-03-06T00:37:08.574537Z","end":"2026-03-06T00:37:08.70005Z","steps":["trace[1099458132] 'process raft request' (duration: 125.389109ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:08.703071Z","caller":"traceutil/trace.go:171","msg":"trace[597839677] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2038; }","duration":"107.705209ms","start":"2026-03-06T00:37:08.59535Z","end":"2026-03-06T00:37:08.703055Z","steps":["trace[597839677] 'read index received' (duration: 104.601011ms)","trace[597839677] 'applied index is now lower than readState.Index' (duration: 3.103378ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:08.703248Z","caller":"traceutil/trace.go:171","msg":"trace[336620962] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"125.659645ms","start":"2026-03-06T00:37:08.577577Z","end":"2026-03-06T00:37:08.703237Z","steps":["trace[336620962] 'process raft request' (duration: 125.40526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:08.703314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.941134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:37:08.703394Z","caller":"traceutil/trace.go:171","msg":"trace[1199579633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"108.053867ms","start":"2026-03-06T00:37:08.595304Z","end":"2026-03-06T00:37:08.703358Z","steps":["trace[1199579633] 'agreement among raft nodes before linearized reading' (duration: 107.814562ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:18.639023Z","caller":"traceutil/trace.go:171","msg":"trace[1158964476] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"162.975286ms","start":"2026-03-06T00:38:18.476013Z","end":"2026-03-06T00:38:18.638989Z","steps":["trace[1158964476] 'process raft request' (duration: 162.785152ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:20.750652Z","caller":"traceutil/trace.go:171","msg":"trace[814354522] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"320.572654ms","start":"2026-03-06T00:38:20.430058Z","end":"2026-03-06T00:38:20.750631Z","steps":["trace[814354522] 'process raft request' (duration: 320.022861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:20.750814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:20.430035Z","time spent":"320.709897ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:21.192214Z","caller":"traceutil/trace.go:171","msg":"trace[1851063112] linearizableReadLoop","detail":"{readStateIndex:2610; appliedIndex:2609; }","duration":"436.830277ms","start":"2026-03-06T00:38:20.755341Z","end":"2026-03-06T00:38:21.192171Z","steps":["trace[1851063112] 'read index received' (duration: 436.669774ms)","trace[1851063112] 'applied index is now lower than readState.Index' (duration: 158.543µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:21.192454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.085553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a198b9cf17b98\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-06T00:38:21.192263Z","caller":"traceutil/trace.go:171","msg":"trace[1939582394] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"438.008332ms","start":"2026-03-06T00:38:20.754211Z","end":"2026-03-06T00:38:21.192219Z","steps":["trace[1939582394] 'process raft request' (duration: 437.735416ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:21.192553Z","caller":"traceutil/trace.go:171","msg":"trace[902868345] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a198b9cf17b98; range_end:; response_count:1; response_revision:2511; }","duration":"437.230695ms","start":"2026-03-06T00:38:20.755304Z","end":"2026-03-06T00:38:21.192534Z","steps":["trace[902868345] 'agreement among raft nodes before linearized reading' (duration: 436.97293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:21.192611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:20.75529Z","time spent":"437.310898ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a198b9cf17b98\" "} {"level":"warn","ts":"2026-03-06T00:38:21.192777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:20.754189Z","time spent":"438.396141ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:21.824463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.67628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:38:21.824719Z","caller":"traceutil/trace.go:171","msg":"trace[566047536] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"835.052968ms","start":"2026-03-06T00:38:20.989642Z","end":"2026-03-06T00:38:21.824695Z","steps":["trace[566047536] 'process raft request' (duration: 555.024472ms)","trace[566047536] 'compare' (duration: 279.336721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:21.824794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:20.989604Z","time spent":"835.154491ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:21.824966Z","caller":"traceutil/trace.go:171","msg":"trace[1043646462] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"832.166294ms","start":"2026-03-06T00:38:20.992748Z","end":"2026-03-06T00:38:21.824914Z","steps":["trace[1043646462] 'process raft request' (duration: 831.835997ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:21.825004Z","caller":"traceutil/trace.go:171","msg":"trace[1941757496] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2610; }","duration":"632.581269ms","start":"2026-03-06T00:38:21.192396Z","end":"2026-03-06T00:38:21.824977Z","steps":["trace[1941757496] 'read index received' (duration: 352.228935ms)","trace[1941757496] 'applied index is now lower than readState.Index' (duration: 280.347503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:21.825121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.017277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T00:38:21.825566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.002195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:38:21.825624Z","caller":"traceutil/trace.go:171","msg":"trace[1245104447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2513; }","duration":"656.565468ms","start":"2026-03-06T00:38:21.169041Z","end":"2026-03-06T00:38:21.825607Z","steps":["trace[1245104447] 'agreement among raft nodes before linearized reading' (duration: 655.935085ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:21.825663Z","caller":"traceutil/trace.go:171","msg":"trace[974998882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2514; }","duration":"571.174379ms","start":"2026-03-06T00:38:21.254464Z","end":"2026-03-06T00:38:21.825639Z","steps":["trace[974998882] 'agreement among raft nodes before linearized reading' (duration: 570.841012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:21.825687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:21.169024Z","time spent":"656.649821ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:38:21.825688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036332323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-06T00:38:21.825725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:21.254453Z","time spent":"571.256191ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:38:21.825739Z","caller":"traceutil/trace.go:171","msg":"trace[1219374252] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:2514; }","duration":"1.036417395s","start":"2026-03-06T00:38:20.789305Z","end":"2026-03-06T00:38:21.825723Z","steps":["trace[1219374252] 'agreement among raft nodes before linearized reading' (duration: 1.035917824s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:21.825146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:20.992728Z","time spent":"832.325838ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:21.825785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:20.78929Z","time spent":"1.036487146s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"info","ts":"2026-03-06T00:38:21.825118Z","caller":"traceutil/trace.go:171","msg":"trace[137459288] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"629.114741ms","start":"2026-03-06T00:38:21.195947Z","end":"2026-03-06T00:38:21.825062Z","steps":["trace[137459288] 'process raft request' (duration: 628.951298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:21.825946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:21.195928Z","time spent":"629.96397ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:21.82534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.738257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:38:21.826089Z","caller":"traceutil/trace.go:171","msg":"trace[722086323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2514; }","duration":"584.467614ms","start":"2026-03-06T00:38:21.241591Z","end":"2026-03-06T00:38:21.826059Z","steps":["trace[722086323] 'agreement among raft nodes before linearized reading' (duration: 583.682116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:21.82616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:21.241508Z","time spent":"584.633767ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:21.825366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.641794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:38:21.826272Z","caller":"traceutil/trace.go:171","msg":"trace[1763857692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2514; }","duration":"729.594166ms","start":"2026-03-06T00:38:21.096664Z","end":"2026-03-06T00:38:21.826258Z","steps":["trace[1763857692] 'agreement among raft nodes before linearized reading' (duration: 728.441509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:21.826326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:21.09664Z","time spent":"729.673048ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:38:21.825414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.476119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-06T00:38:21.826411Z","caller":"traceutil/trace.go:171","msg":"trace[215241389] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2514; }","duration":"583.512543ms","start":"2026-03-06T00:38:21.242878Z","end":"2026-03-06T00:38:21.82639Z","steps":["trace[215241389] 'agreement among raft nodes before linearized reading' (duration: 582.4837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:21.826477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:21.242855Z","time spent":"583.603075ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:38:21.82555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.174145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:38:21.826531Z","caller":"traceutil/trace.go:171","msg":"trace[188267772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2514; }","duration":"650.192708ms","start":"2026-03-06T00:38:21.176321Z","end":"2026-03-06T00:38:21.826513Z","steps":["trace[188267772] 'agreement among raft nodes before linearized reading' (duration: 648.912219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:21.826589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:21.176258Z","time spent":"650.31444ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:21.826568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.766257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-06T00:38:21.825498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.579016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:38:21.826655Z","caller":"traceutil/trace.go:171","msg":"trace[1082406955] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2514; }","duration":"300.92354ms","start":"2026-03-06T00:38:21.525709Z","end":"2026-03-06T00:38:21.826632Z","steps":["trace[1082406955] 'agreement among raft nodes before linearized reading' (duration: 300.610273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:21.826709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:21.525681Z","time spent":"301.017322ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-06T00:38:21.826716Z","caller":"traceutil/trace.go:171","msg":"trace[1335838892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2514; }","duration":"881.893725ms","start":"2026-03-06T00:38:20.94481Z","end":"2026-03-06T00:38:21.826704Z","steps":["trace[1335838892] 'agreement among raft nodes before linearized reading' (duration: 880.551835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:21.826755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:20.944766Z","time spent":"881.982037ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:38:27.138583Z","caller":"traceutil/trace.go:171","msg":"trace[714690308] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2641; }","duration":"195.139038ms","start":"2026-03-06T00:38:26.943419Z","end":"2026-03-06T00:38:27.138558Z","steps":["trace[714690308] 'read index received' (duration: 194.933414ms)","trace[714690308] 'applied index is now lower than readState.Index' (duration: 204.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:27.138701Z","caller":"traceutil/trace.go:171","msg":"trace[1343439703] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"322.369013ms","start":"2026-03-06T00:38:26.816322Z","end":"2026-03-06T00:38:27.138691Z","steps":["trace[1343439703] 'process raft request' (duration: 322.094437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:27.138816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:26.816295Z","time spent":"322.438835ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:27.138919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.382563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:38:27.138937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.497076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:38:27.139027Z","caller":"traceutil/trace.go:171","msg":"trace[607091989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2541; }","duration":"195.629979ms","start":"2026-03-06T00:38:26.943377Z","end":"2026-03-06T00:38:27.139007Z","steps":["trace[607091989] 'agreement among raft nodes before linearized reading' (duration: 195.465526ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:27.139009Z","caller":"traceutil/trace.go:171","msg":"trace[1935332698] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2541; }","duration":"143.533916ms","start":"2026-03-06T00:38:26.995461Z","end":"2026-03-06T00:38:27.138995Z","steps":["trace[1935332698] 'agreement among raft nodes before linearized reading' (duration: 143.307981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:27.581362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.887561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T00:38:27.581473Z","caller":"traceutil/trace.go:171","msg":"trace[1708788127] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2541; }","duration":"321.028084ms","start":"2026-03-06T00:38:27.260417Z","end":"2026-03-06T00:38:27.581445Z","steps":["trace[1708788127] 'range keys from in-memory index tree' (duration: 320.703267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:27.581533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:27.260406Z","time spent":"321.114817ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:38:27.581668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.821081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T00:38:27.581758Z","caller":"traceutil/trace.go:171","msg":"trace[1275844081] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2541; }","duration":"349.967614ms","start":"2026-03-06T00:38:27.231773Z","end":"2026-03-06T00:38:27.58174Z","steps":["trace[1275844081] 'count revisions from in-memory index tree' (duration: 349.729189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:27.581827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:27.231752Z","time spent":"350.042186ms","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":323,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:38:28.044693Z","caller":"traceutil/trace.go:171","msg":"trace[124156218] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"193.639105ms","start":"2026-03-06T00:38:27.851028Z","end":"2026-03-06T00:38:28.044667Z","steps":["trace[124156218] 'process raft request' (duration: 193.477992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:28.402422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.28117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:38:28.402537Z","caller":"traceutil/trace.go:171","msg":"trace[2030482047] linearizableReadLoop","detail":"{readStateIndex:2644; appliedIndex:2642; }","duration":"515.337284ms","start":"2026-03-06T00:38:27.88717Z","end":"2026-03-06T00:38:28.402507Z","steps":["trace[2030482047] 'read index received' (duration: 157.416884ms)","trace[2030482047] 'applied index is now lower than readState.Index' (duration: 357.91912ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:28.402693Z","caller":"traceutil/trace.go:171","msg":"trace[167806986] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"547.29311ms","start":"2026-03-06T00:38:27.855372Z","end":"2026-03-06T00:38:28.402665Z","steps":["trace[167806986] 'process raft request' (duration: 267.683233ms)","trace[167806986] 'compare' (duration: 279.049835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:28.402807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:27.855353Z","time spent":"547.395263ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:28.402863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.665371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:38:28.402903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.035057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:38:28.40294Z","caller":"traceutil/trace.go:171","msg":"trace[285292954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2543; }","duration":"515.072968ms","start":"2026-03-06T00:38:27.887856Z","end":"2026-03-06T00:38:28.402929Z","steps":["trace[285292954] 'agreement among raft nodes before linearized reading' (duration: 514.915195ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:28.402936Z","caller":"traceutil/trace.go:171","msg":"trace[1700135425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2543; }","duration":"515.785743ms","start":"2026-03-06T00:38:27.887132Z","end":"2026-03-06T00:38:28.402918Z","steps":["trace[1700135425] 'agreement among raft nodes before linearized reading' (duration: 515.540808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:28.402973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:27.887827Z","time spent":"515.137609ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:38:28.402989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:27.88712Z","time spent":"515.856425ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:28.403023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.56181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:38:28.403024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.617941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:38:28.40307Z","caller":"traceutil/trace.go:171","msg":"trace[42952821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2543; }","duration":"511.623421ms","start":"2026-03-06T00:38:27.891434Z","end":"2026-03-06T00:38:28.403057Z","steps":["trace[42952821] 'agreement among raft nodes before linearized reading' (duration: 511.493338ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:28.403098Z","caller":"traceutil/trace.go:171","msg":"trace[600346619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2543; }","duration":"511.719202ms","start":"2026-03-06T00:38:27.891359Z","end":"2026-03-06T00:38:28.403079Z","steps":["trace[600346619] 'agreement among raft nodes before linearized reading' (duration: 511.537238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:28.403105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:27.891429Z","time spent":"511.668222ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:28.403145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:27.89135Z","time spent":"511.784125ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:38:28.403129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.056065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:38:28.403024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.57579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:38:28.403201Z","caller":"traceutil/trace.go:171","msg":"trace[728123654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2543; }","duration":"514.153507ms","start":"2026-03-06T00:38:27.88903Z","end":"2026-03-06T00:38:28.403183Z","steps":["trace[728123654] 'agreement among raft nodes before linearized reading' (duration: 513.871741ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:28.403208Z","caller":"traceutil/trace.go:171","msg":"trace[978266996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2543; }","duration":"511.784494ms","start":"2026-03-06T00:38:27.891409Z","end":"2026-03-06T00:38:28.403193Z","steps":["trace[978266996] 'agreement among raft nodes before linearized reading' (duration: 511.441396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:28.403244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:27.889023Z","time spent":"514.211898ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:38:28.403267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:27.891404Z","time spent":"511.853446ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:28.823782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.326872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:38:28.82388Z","caller":"traceutil/trace.go:171","msg":"trace[248922038] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2549; }","duration":"171.498176ms","start":"2026-03-06T00:38:28.652363Z","end":"2026-03-06T00:38:28.823861Z","steps":["trace[248922038] 'count revisions from in-memory index tree' (duration: 171.138547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.342722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.920574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:38:30.342807Z","caller":"traceutil/trace.go:171","msg":"trace[627342763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2551; }","duration":"397.052977ms","start":"2026-03-06T00:38:29.945734Z","end":"2026-03-06T00:38:30.342787Z","steps":["trace[627342763] 'range keys from in-memory index tree' (duration: 396.862703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.342851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:29.945719Z","time spent":"397.123079ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:38:30.343367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.245458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:38:30.343438Z","caller":"traceutil/trace.go:171","msg":"trace[1544615360] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"294.109758ms","start":"2026-03-06T00:38:30.049315Z","end":"2026-03-06T00:38:30.343425Z","steps":["trace[1544615360] 'process raft request' (duration: 76.732458ms)","trace[1544615360] 'compare' (duration: 216.560933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:30.794911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.313061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:38:30.795009Z","caller":"traceutil/trace.go:171","msg":"trace[804849182] linearizableReadLoop","detail":"{readStateIndex:2654; appliedIndex:2653; }","duration":"376.284337ms","start":"2026-03-06T00:38:30.418708Z","end":"2026-03-06T00:38:30.794992Z","steps":["trace[804849182] 'read index received' (duration: 143.794372ms)","trace[804849182] 'applied index is now lower than readState.Index' (duration: 232.488955ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:30.795119Z","caller":"traceutil/trace.go:171","msg":"trace[1987642938] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"386.795679ms","start":"2026-03-06T00:38:30.408286Z","end":"2026-03-06T00:38:30.795081Z","steps":["trace[1987642938] 'process raft request' (duration: 154.254213ms)","trace[1987642938] 'compare' (duration: 232.050035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:30.795228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.38918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:38:30.795267Z","caller":"traceutil/trace.go:171","msg":"trace[193968389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2553; }","duration":"264.465822ms","start":"2026-03-06T00:38:30.530792Z","end":"2026-03-06T00:38:30.795258Z","steps":["trace[193968389] 'agreement among raft nodes before linearized reading' (duration: 264.38957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.795259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.549127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:38:30.795317Z","caller":"traceutil/trace.go:171","msg":"trace[132240579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2553; }","duration":"308.669131ms","start":"2026-03-06T00:38:30.486631Z","end":"2026-03-06T00:38:30.795301Z","steps":["trace[132240579] 'agreement among raft nodes before linearized reading' (duration: 308.476407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.795354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:30.48662Z","time spent":"308.724422ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:38:30.795412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.991753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:38:30.79541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.969243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:38:30.795448Z","caller":"traceutil/trace.go:171","msg":"trace[1868233798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2553; }","duration":"265.042745ms","start":"2026-03-06T00:38:30.530398Z","end":"2026-03-06T00:38:30.79544Z","steps":["trace[1868233798] 'agreement among raft nodes before linearized reading' (duration: 264.899102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.79548Z","caller":"traceutil/trace.go:171","msg":"trace[697407983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2553; }","duration":"265.063235ms","start":"2026-03-06T00:38:30.5304Z","end":"2026-03-06T00:38:30.795463Z","steps":["trace[697407983] 'agreement among raft nodes before linearized reading' (duration: 264.867321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.795592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.223199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:38:30.795635Z","caller":"traceutil/trace.go:171","msg":"trace[343307252] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2553; }","duration":"265.310301ms","start":"2026-03-06T00:38:30.530315Z","end":"2026-03-06T00:38:30.795626Z","steps":["trace[343307252] 'agreement among raft nodes before linearized reading' (duration: 265.211479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.795667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.703628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:38:30.795702Z","caller":"traceutil/trace.go:171","msg":"trace[58868368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2553; }","duration":"264.755238ms","start":"2026-03-06T00:38:30.530938Z","end":"2026-03-06T00:38:30.795693Z","steps":["trace[58868368] 'agreement among raft nodes before linearized reading' (duration: 264.669736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.795268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:30.40825Z","time spent":"386.939222ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:30.795156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.44636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a1989353ac0d8\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-06T00:38:30.795925Z","caller":"traceutil/trace.go:171","msg":"trace[1967565767] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a1989353ac0d8; range_end:; response_count:1; response_revision:2553; }","duration":"377.253039ms","start":"2026-03-06T00:38:30.418661Z","end":"2026-03-06T00:38:30.795914Z","steps":["trace[1967565767] 'agreement among raft nodes before linearized reading' (duration: 376.40867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.79584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.539525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-06T00:38:30.79597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:30.418639Z","time spent":"377.32012ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a1989353ac0d8\" "} {"level":"info","ts":"2026-03-06T00:38:30.795978Z","caller":"traceutil/trace.go:171","msg":"trace[254298390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2553; }","duration":"265.70429ms","start":"2026-03-06T00:38:30.530261Z","end":"2026-03-06T00:38:30.795966Z","steps":["trace[254298390] 'agreement among raft nodes before linearized reading' (duration: 265.510835ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.94873Z","caller":"traceutil/trace.go:171","msg":"trace[2116397242] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"146.434621ms","start":"2026-03-06T00:38:30.802273Z","end":"2026-03-06T00:38:30.948707Z","steps":["trace[2116397242] 'process raft request' (duration: 146.384309ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.94879Z","caller":"traceutil/trace.go:171","msg":"trace[1858421812] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"146.680546ms","start":"2026-03-06T00:38:30.802093Z","end":"2026-03-06T00:38:30.948774Z","steps":["trace[1858421812] 'process raft request' (duration: 146.527093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.948736Z","caller":"traceutil/trace.go:171","msg":"trace[493086086] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"148.777382ms","start":"2026-03-06T00:38:30.799923Z","end":"2026-03-06T00:38:30.948701Z","steps":["trace[493086086] 'process raft request' (duration: 135.272503ms)","trace[493086086] 'compare' (duration: 13.302805ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:30.949053Z","caller":"traceutil/trace.go:171","msg":"trace[1885218810] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"146.748527ms","start":"2026-03-06T00:38:30.802292Z","end":"2026-03-06T00:38:30.94904Z","steps":["trace[1885218810] 'process raft request' (duration: 146.391689ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.949077Z","caller":"traceutil/trace.go:171","msg":"trace[669043499] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"146.196705ms","start":"2026-03-06T00:38:30.802866Z","end":"2026-03-06T00:38:30.949062Z","steps":["trace[669043499] 'process raft request' (duration: 146.037462ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.949125Z","caller":"traceutil/trace.go:171","msg":"trace[779865980] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"146.135363ms","start":"2026-03-06T00:38:30.802928Z","end":"2026-03-06T00:38:30.949064Z","steps":["trace[779865980] 'process raft request' (duration: 146.103873ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.949156Z","caller":"traceutil/trace.go:171","msg":"trace[1573694047] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"146.220675ms","start":"2026-03-06T00:38:30.802925Z","end":"2026-03-06T00:38:30.949146Z","steps":["trace[1573694047] 'process raft request' (duration: 146.075912ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.983206Z","caller":"traceutil/trace.go:171","msg":"trace[2045993145] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2655; }","duration":"107.761324ms","start":"2026-03-06T00:38:30.875427Z","end":"2026-03-06T00:38:30.983188Z","steps":["trace[2045993145] 'read index received' (duration: 59.777162ms)","trace[2045993145] 'applied index is now lower than readState.Index' (duration: 47.983192ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:30.983262Z","caller":"traceutil/trace.go:171","msg":"trace[1199876391] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"141.816757ms","start":"2026-03-06T00:38:30.84142Z","end":"2026-03-06T00:38:30.983237Z","steps":["trace[1199876391] 'process raft request' (duration: 141.673994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.983467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.01249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:38:30.983593Z","caller":"traceutil/trace.go:171","msg":"trace[185058480] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2561; }","duration":"108.130022ms","start":"2026-03-06T00:38:30.875422Z","end":"2026-03-06T00:38:30.983552Z","steps":["trace[185058480] 'agreement among raft nodes before linearized reading' (duration: 107.861486ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:51.079617Z","caller":"traceutil/trace.go:171","msg":"trace[1849027512] linearizableReadLoop","detail":"{readStateIndex:3557; appliedIndex:3556; }","duration":"182.793438ms","start":"2026-03-06T00:40:50.896803Z","end":"2026-03-06T00:40:51.079596Z","steps":["trace[1849027512] 'read index received' (duration: 182.661835ms)","trace[1849027512] 'applied index is now lower than readState.Index' (duration: 130.423µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:51.079751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.928481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:40:51.079784Z","caller":"traceutil/trace.go:171","msg":"trace[213976583] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3419; }","duration":"182.997783ms","start":"2026-03-06T00:40:50.896775Z","end":"2026-03-06T00:40:51.079773Z","steps":["trace[213976583] 'agreement among raft nodes before linearized reading' (duration: 182.923381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:51.120722Z","caller":"traceutil/trace.go:171","msg":"trace[1599092009] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"220.268247ms","start":"2026-03-06T00:40:50.900437Z","end":"2026-03-06T00:40:51.120706Z","steps":["trace[1599092009] 'process raft request' (duration: 220.017031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:51.120772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.152337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:40:51.120776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.002994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:51.120825Z","caller":"traceutil/trace.go:171","msg":"trace[983581408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3420; }","duration":"178.233608ms","start":"2026-03-06T00:40:50.942575Z","end":"2026-03-06T00:40:51.120809Z","steps":["trace[983581408] 'agreement among raft nodes before linearized reading' (duration: 178.155756ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:51.120867Z","caller":"traceutil/trace.go:171","msg":"trace[225932310] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3420; }","duration":"188.129857ms","start":"2026-03-06T00:40:50.932716Z","end":"2026-03-06T00:40:51.120846Z","steps":["trace[225932310] 'agreement among raft nodes before linearized reading' (duration: 187.967443ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:07.655692Z","caller":"traceutil/trace.go:171","msg":"trace[1240971566] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"106.151858ms","start":"2026-03-06T00:42:07.549522Z","end":"2026-03-06T00:42:07.655674Z","steps":["trace[1240971566] 'process raft request' (duration: 100.148474ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:09.643091Z","caller":"traceutil/trace.go:171","msg":"trace[1973017817] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"114.334049ms","start":"2026-03-06T00:42:09.528719Z","end":"2026-03-06T00:42:09.643054Z","steps":["trace[1973017817] 'process raft request' (duration: 114.155665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:10.487719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.604267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:10.487863Z","caller":"traceutil/trace.go:171","msg":"trace[295085356] linearizableReadLoop","detail":"{readStateIndex:4424; appliedIndex:4423; }","duration":"342.891614ms","start":"2026-03-06T00:42:10.144923Z","end":"2026-03-06T00:42:10.487815Z","steps":["trace[295085356] 'read index received' (duration: 48.291µs)","trace[295085356] 'applied index is now lower than readState.Index' (duration: 342.842213ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:10.48796Z","caller":"traceutil/trace.go:171","msg":"trace[825164742] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"469.970236ms","start":"2026-03-06T00:42:10.017954Z","end":"2026-03-06T00:42:10.487924Z","steps":["trace[825164742] 'process raft request' (duration: 33.066532ms)","trace[825164742] 'compare' (duration: 436.197238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:10.488067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.141431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:42:10.488107Z","caller":"traceutil/trace.go:171","msg":"trace[1032265704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4251; }","duration":"343.223323ms","start":"2026-03-06T00:42:10.144874Z","end":"2026-03-06T00:42:10.488098Z","steps":["trace[1032265704] 'agreement among raft nodes before linearized reading' (duration: 343.08246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:10.488126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:10.01794Z","time spent":"470.101059ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:10.488149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:10.144849Z","time spent":"343.290624ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:42:10.488569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.415332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:42:10.488575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.570401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:42:10.488622Z","caller":"traceutil/trace.go:171","msg":"trace[1831880163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4251; }","duration":"341.483793ms","start":"2026-03-06T00:42:10.147124Z","end":"2026-03-06T00:42:10.488608Z","steps":["trace[1831880163] 'agreement among raft nodes before linearized reading' (duration: 341.33006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:10.4886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.557782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-06T00:42:10.488623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.438554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:42:10.488612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.986177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:42:10.488602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.643448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:42:10.488682Z","caller":"traceutil/trace.go:171","msg":"trace[2048924736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4251; }","duration":"328.537027ms","start":"2026-03-06T00:42:10.160126Z","end":"2026-03-06T00:42:10.488664Z","steps":["trace[2048924736] 'agreement among raft nodes before linearized reading' (duration: 328.363593ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:10.488677Z","caller":"traceutil/trace.go:171","msg":"trace[1414722212] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4251; }","duration":"325.660963ms","start":"2026-03-06T00:42:10.162994Z","end":"2026-03-06T00:42:10.488655Z","steps":["trace[1414722212] 'agreement among raft nodes before linearized reading' (duration: 325.456299ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:10.488688Z","caller":"traceutil/trace.go:171","msg":"trace[924758450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4251; }","duration":"324.10736ms","start":"2026-03-06T00:42:10.164563Z","end":"2026-03-06T00:42:10.488671Z","steps":["trace[924758450] 'agreement among raft nodes before linearized reading' (duration: 323.905215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:10.488731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:10.160105Z","time spent":"328.616699ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:42:10.48874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:10.162984Z","time spent":"325.744155ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:42:10.488745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:10.164536Z","time spent":"324.197972ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:42:10.488659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:10.147116Z","time spent":"341.535835ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:42:10.488726Z","caller":"traceutil/trace.go:171","msg":"trace[321421379] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4251; }","duration":"332.780881ms","start":"2026-03-06T00:42:10.155915Z","end":"2026-03-06T00:42:10.488695Z","steps":["trace[321421379] 'agreement among raft nodes before linearized reading' (duration: 332.556276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:10.488921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:10.155865Z","time spent":"333.045887ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":40,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:42:10.48863Z","caller":"traceutil/trace.go:171","msg":"trace[930513335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4251; }","duration":"334.648673ms","start":"2026-03-06T00:42:10.153967Z","end":"2026-03-06T00:42:10.488616Z","steps":["trace[930513335] 'agreement among raft nodes before linearized reading' (duration: 334.51463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:10.48898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:10.153957Z","time spent":"335.012251ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:42:16.479531Z","caller":"traceutil/trace.go:171","msg":"trace[1452002940] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4429; }","duration":"106.467725ms","start":"2026-03-06T00:42:16.373038Z","end":"2026-03-06T00:42:16.479505Z","steps":["trace[1452002940] 'process raft request' (duration: 106.382453ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:16.522203Z","caller":"traceutil/trace.go:171","msg":"trace[1422595486] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"130.17007ms","start":"2026-03-06T00:42:16.391999Z","end":"2026-03-06T00:42:16.522169Z","steps":["trace[1422595486] 'process raft request' (duration: 129.956374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:16.743321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.774815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:16.743528Z","caller":"traceutil/trace.go:171","msg":"trace[970620151] linearizableReadLoop","detail":"{readStateIndex:4614; appliedIndex:4612; }","duration":"170.295527ms","start":"2026-03-06T00:42:16.573213Z","end":"2026-03-06T00:42:16.743508Z","steps":["trace[970620151] 'read index received' (duration: 52.257105ms)","trace[970620151] 'applied index is now lower than readState.Index' (duration: 118.037172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:16.743766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.882109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:42:16.743797Z","caller":"traceutil/trace.go:171","msg":"trace[1201348788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:4433; }","duration":"212.91728ms","start":"2026-03-06T00:42:16.53087Z","end":"2026-03-06T00:42:16.743787Z","steps":["trace[1201348788] 'agreement among raft nodes before linearized reading' (duration: 212.725336ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:16.743998Z","caller":"traceutil/trace.go:171","msg":"trace[1634337240] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"216.222983ms","start":"2026-03-06T00:42:16.527746Z","end":"2026-03-06T00:42:16.743969Z","steps":["trace[1634337240] 'process raft request' (duration: 97.67496ms)","trace[1634337240] 'compare' (duration: 117.631962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:16.744091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.031648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:42:16.744128Z","caller":"traceutil/trace.go:171","msg":"trace[8411074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4433; }","duration":"216.08516ms","start":"2026-03-06T00:42:16.52803Z","end":"2026-03-06T00:42:16.744115Z","steps":["trace[8411074] 'agreement among raft nodes before linearized reading' (duration: 215.988598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:16.74435Z","caller":"traceutil/trace.go:171","msg":"trace[623857004] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"215.727592ms","start":"2026-03-06T00:42:16.528575Z","end":"2026-03-06T00:42:16.744303Z","steps":["trace[623857004] 'process raft request' (duration: 214.857983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:16.744796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.826593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T00:42:16.744883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.268322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:42:16.74494Z","caller":"traceutil/trace.go:171","msg":"trace[2082557820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4433; }","duration":"215.375395ms","start":"2026-03-06T00:42:16.529549Z","end":"2026-03-06T00:42:16.744924Z","steps":["trace[2082557820] 'agreement among raft nodes before linearized reading' (duration: 214.473825ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:16.74494Z","caller":"traceutil/trace.go:171","msg":"trace[637166765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4433; }","duration":"215.053667ms","start":"2026-03-06T00:42:16.529859Z","end":"2026-03-06T00:42:16.744913Z","steps":["trace[637166765] 'agreement among raft nodes before linearized reading' (duration: 214.493975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:16.745261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.722783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14495"} {"level":"info","ts":"2026-03-06T00:42:16.745415Z","caller":"traceutil/trace.go:171","msg":"trace[377979810] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4433; }","duration":"211.909417ms","start":"2026-03-06T00:42:16.53347Z","end":"2026-03-06T00:42:16.745379Z","steps":["trace[377979810] 'agreement among raft nodes before linearized reading' (duration: 210.090967ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:16.752781Z","caller":"traceutil/trace.go:171","msg":"trace[184625077] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"173.893696ms","start":"2026-03-06T00:42:16.578865Z","end":"2026-03-06T00:42:16.752758Z","steps":["trace[184625077] 'process raft request' (duration: 173.507398ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:16.752889Z","caller":"traceutil/trace.go:171","msg":"trace[1413642877] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"153.080917ms","start":"2026-03-06T00:42:16.599766Z","end":"2026-03-06T00:42:16.752847Z","steps":["trace[1413642877] 'process raft request' (duration: 152.873192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:16.753054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.255365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T00:42:16.753106Z","caller":"traceutil/trace.go:171","msg":"trace[1813573699] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4435; }","duration":"160.344196ms","start":"2026-03-06T00:42:16.592747Z","end":"2026-03-06T00:42:16.753092Z","steps":["trace[1813573699] 'agreement among raft nodes before linearized reading' (duration: 160.206833ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:17.67761Z","caller":"traceutil/trace.go:171","msg":"trace[1917521980] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"109.147905ms","start":"2026-03-06T00:42:17.568428Z","end":"2026-03-06T00:42:17.677576Z","steps":["trace[1917521980] 'process raft request' (duration: 108.92547ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:18.144813Z","caller":"traceutil/trace.go:171","msg":"trace[463763119] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"459.710838ms","start":"2026-03-06T00:42:17.685073Z","end":"2026-03-06T00:42:18.144783Z","steps":["trace[463763119] 'process raft request' (duration: 458.333397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:18.144952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:17.685044Z","time spent":"459.843212ms","remote":"127.0.0.1:55064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:42:18.148445Z","caller":"traceutil/trace.go:171","msg":"trace[506022357] linearizableReadLoop","detail":"{readStateIndex:4718; appliedIndex:4715; }","duration":"274.919181ms","start":"2026-03-06T00:42:17.873495Z","end":"2026-03-06T00:42:18.148414Z","steps":["trace[506022357] 'read index received' (duration: 269.91756ms)","trace[506022357] 'applied index is now lower than readState.Index' (duration: 5.000141ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:18.148531Z","caller":"traceutil/trace.go:171","msg":"trace[1521187731] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"461.380806ms","start":"2026-03-06T00:42:17.687131Z","end":"2026-03-06T00:42:18.148512Z","steps":["trace[1521187731] 'process raft request' (duration: 461.09027ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:18.14861Z","caller":"traceutil/trace.go:171","msg":"trace[871926929] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"426.989614ms","start":"2026-03-06T00:42:17.721608Z","end":"2026-03-06T00:42:18.148598Z","steps":["trace[871926929] 'process raft request' (duration: 426.728188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:18.14861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:17.687085Z","time spent":"461.487309ms","remote":"127.0.0.1:55026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2502,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:42:18.148721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:17.721592Z","time spent":"427.046236ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:18.148872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.111288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:18.148964Z","caller":"traceutil/trace.go:171","msg":"trace[733730621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4536; }","duration":"206.255142ms","start":"2026-03-06T00:42:17.942685Z","end":"2026-03-06T00:42:18.14894Z","steps":["trace[733730621] 'agreement among raft nodes before linearized reading' (duration: 206.104808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:18.149415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.920582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T00:42:18.149457Z","caller":"traceutil/trace.go:171","msg":"trace[1697971981] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4536; }","duration":"276.029556ms","start":"2026-03-06T00:42:17.873416Z","end":"2026-03-06T00:42:18.149445Z","steps":["trace[1697971981] 'agreement among raft nodes before linearized reading' (duration: 275.682268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:20.144983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.536682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aaecfee9-d178-49f0-9068-4aea706cb264\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-06T00:42:20.145113Z","caller":"traceutil/trace.go:171","msg":"trace[2040158537] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aaecfee9-d178-49f0-9068-4aea706cb264; range_end:; response_count:1; response_revision:4583; }","duration":"288.737856ms","start":"2026-03-06T00:42:19.856356Z","end":"2026-03-06T00:42:20.145094Z","steps":["trace[2040158537] 'range keys from in-memory index tree' (duration: 288.340558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:20.145025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.522162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:20.145277Z","caller":"traceutil/trace.go:171","msg":"trace[2095379512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4583; }","duration":"203.809779ms","start":"2026-03-06T00:42:19.941434Z","end":"2026-03-06T00:42:20.145244Z","steps":["trace[2095379512] 'range keys from in-memory index tree' (duration: 203.447771ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:20.547442Z","caller":"traceutil/trace.go:171","msg":"trace[1167439199] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"394.348342ms","start":"2026-03-06T00:42:20.153077Z","end":"2026-03-06T00:42:20.547425Z","steps":["trace[1167439199] 'process raft request' (duration: 394.21859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:20.547544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:20.15305Z","time spent":"394.437324ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:20.706756Z","caller":"traceutil/trace.go:171","msg":"trace[784928246] linearizableReadLoop","detail":"{readStateIndex:4768; appliedIndex:4766; }","duration":"384.884143ms","start":"2026-03-06T00:42:20.321849Z","end":"2026-03-06T00:42:20.706733Z","steps":["trace[784928246] 'read index received' (duration: 225.545939ms)","trace[784928246] 'applied index is now lower than readState.Index' (duration: 159.337234ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:20.706871Z","caller":"traceutil/trace.go:171","msg":"trace[1552485882] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"553.157185ms","start":"2026-03-06T00:42:20.153703Z","end":"2026-03-06T00:42:20.706861Z","steps":["trace[1552485882] 'process raft request' (duration: 552.864749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:20.706997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:20.153686Z","time spent":"553.223257ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:20.707544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.667291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777430"} {"level":"info","ts":"2026-03-06T00:42:20.707637Z","caller":"traceutil/trace.go:171","msg":"trace[1735994182] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4585; }","duration":"385.818584ms","start":"2026-03-06T00:42:20.321796Z","end":"2026-03-06T00:42:20.707615Z","steps":["trace[1735994182] 'agreement among raft nodes before linearized reading' (duration: 385.139319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:20.707691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:20.321773Z","time spent":"385.907036ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777453,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-06T00:42:20.708693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.794357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-7bpp7-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-03-06T00:42:20.708784Z","caller":"traceutil/trace.go:171","msg":"trace[1906723408] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-7bpp7-tls; range_end:; response_count:1; response_revision:4586; }","duration":"151.91601ms","start":"2026-03-06T00:42:20.556845Z","end":"2026-03-06T00:42:20.708761Z","steps":["trace[1906723408] 'agreement among raft nodes before linearized reading' (duration: 151.695476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:22.980008Z","caller":"traceutil/trace.go:171","msg":"trace[642909509] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"313.015754ms","start":"2026-03-06T00:42:22.666964Z","end":"2026-03-06T00:42:22.97998Z","steps":["trace[642909509] 'process raft request' (duration: 312.875091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:22.980165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:22.666938Z","time spent":"313.151638ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:22.998765Z","caller":"traceutil/trace.go:171","msg":"trace[209839696] linearizableReadLoop","detail":"{readStateIndex:4805; appliedIndex:4803; }","duration":"227.86141ms","start":"2026-03-06T00:42:22.770874Z","end":"2026-03-06T00:42:22.998736Z","steps":["trace[209839696] 'read index received' (duration: 209.037655ms)","trace[209839696] 'applied index is now lower than readState.Index' (duration: 18.822545ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:22.998884Z","caller":"traceutil/trace.go:171","msg":"trace[254976791] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"286.614351ms","start":"2026-03-06T00:42:22.712231Z","end":"2026-03-06T00:42:22.998845Z","steps":["trace[254976791] 'process raft request' (duration: 286.342584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:22.999034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.136507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:42:22.999073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.187848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-06T00:42:22.999095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.261781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:42:22.999128Z","caller":"traceutil/trace.go:171","msg":"trace[1903577714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4620; }","duration":"228.271559ms","start":"2026-03-06T00:42:22.770836Z","end":"2026-03-06T00:42:22.999108Z","steps":["trace[1903577714] 'agreement among raft nodes before linearized reading' (duration: 228.046425ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:22.999149Z","caller":"traceutil/trace.go:171","msg":"trace[967455209] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4620; }","duration":"228.312731ms","start":"2026-03-06T00:42:22.77082Z","end":"2026-03-06T00:42:22.999132Z","steps":["trace[967455209] 'agreement among raft nodes before linearized reading' (duration: 228.068896ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:22.999164Z","caller":"traceutil/trace.go:171","msg":"trace[567493876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4620; }","duration":"219.377593ms","start":"2026-03-06T00:42:22.779769Z","end":"2026-03-06T00:42:22.999146Z","steps":["trace[567493876] 'agreement among raft nodes before linearized reading' (duration: 219.198499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:22.999179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.603558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:42:22.999197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.299912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-06T00:42:22.999198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.393063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:42:22.999227Z","caller":"traceutil/trace.go:171","msg":"trace[506940135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4620; }","duration":"214.685679ms","start":"2026-03-06T00:42:22.784529Z","end":"2026-03-06T00:42:22.999215Z","steps":["trace[506940135] 'agreement among raft nodes before linearized reading' (duration: 214.567596ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:22.99924Z","caller":"traceutil/trace.go:171","msg":"trace[1116442561] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:4620; }","duration":"210.365903ms","start":"2026-03-06T00:42:22.788861Z","end":"2026-03-06T00:42:22.999227Z","steps":["trace[1116442561] 'agreement among raft nodes before linearized reading' (duration: 210.185699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:22.999261Z","caller":"traceutil/trace.go:171","msg":"trace[925024878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4620; }","duration":"214.488224ms","start":"2026-03-06T00:42:22.784757Z","end":"2026-03-06T00:42:22.999245Z","steps":["trace[925024878] 'agreement among raft nodes before linearized reading' (duration: 214.318031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:22.99932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.310631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:42:22.999355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.136299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:22.999368Z","caller":"traceutil/trace.go:171","msg":"trace[741869764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4620; }","duration":"214.363092ms","start":"2026-03-06T00:42:22.784991Z","end":"2026-03-06T00:42:22.999354Z","steps":["trace[741869764] 'agreement among raft nodes before linearized reading' (duration: 214.244739ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:22.999405Z","caller":"traceutil/trace.go:171","msg":"trace[1988009125] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4620; }","duration":"201.225482ms","start":"2026-03-06T00:42:22.798166Z","end":"2026-03-06T00:42:22.999391Z","steps":["trace[1988009125] 'agreement among raft nodes before linearized reading' (duration: 201.122499ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:24.382797Z","caller":"traceutil/trace.go:171","msg":"trace[758325096] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"182.862525ms","start":"2026-03-06T00:42:24.199891Z","end":"2026-03-06T00:42:24.382754Z","steps":["trace[758325096] 'process raft request' (duration: 103.685553ms)","trace[758325096] 'compare' (duration: 79.013618ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:24.382852Z","caller":"traceutil/trace.go:171","msg":"trace[572395844] linearizableReadLoop","detail":"{readStateIndex:4839; appliedIndex:4837; }","duration":"176.452793ms","start":"2026-03-06T00:42:24.206378Z","end":"2026-03-06T00:42:24.382831Z","steps":["trace[572395844] 'read index received' (duration: 69.927997ms)","trace[572395844] 'applied index is now lower than readState.Index' (duration: 106.522866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:24.383336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.949404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787662"} {"level":"info","ts":"2026-03-06T00:42:24.383372Z","caller":"traceutil/trace.go:171","msg":"trace[1172419464] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4654; }","duration":"177.040546ms","start":"2026-03-06T00:42:24.206323Z","end":"2026-03-06T00:42:24.383364Z","steps":["trace[1172419464] 'agreement among raft nodes before linearized reading' (duration: 176.589576ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:24.383546Z","caller":"traceutil/trace.go:171","msg":"trace[1722147026] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"100.714288ms","start":"2026-03-06T00:42:24.282811Z","end":"2026-03-06T00:42:24.383525Z","steps":["trace[1722147026] 'process raft request' (duration: 99.924551ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:25.635728Z","caller":"traceutil/trace.go:171","msg":"trace[383629841] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4889; }","duration":"129.33091ms","start":"2026-03-06T00:42:25.506377Z","end":"2026-03-06T00:42:25.635708Z","steps":["trace[383629841] 'read index received' (duration: 129.228918ms)","trace[383629841] 'applied index is now lower than readState.Index' (duration: 98.522µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:25.636002Z","caller":"traceutil/trace.go:171","msg":"trace[1179048864] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"129.947004ms","start":"2026-03-06T00:42:25.506045Z","end":"2026-03-06T00:42:25.635992Z","steps":["trace[1179048864] 'process raft request' (duration: 129.531695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:25.636305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.911462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110699"} {"level":"info","ts":"2026-03-06T00:42:25.636365Z","caller":"traceutil/trace.go:171","msg":"trace[2049171052] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:4704; }","duration":"129.996575ms","start":"2026-03-06T00:42:25.50636Z","end":"2026-03-06T00:42:25.636357Z","steps":["trace[2049171052] 'agreement among raft nodes before linearized reading' (duration: 129.78674ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.275063Z","caller":"traceutil/trace.go:171","msg":"trace[1677419940] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"146.269846ms","start":"2026-03-06T00:42:30.12875Z","end":"2026-03-06T00:42:30.27502Z","steps":["trace[1677419940] 'process raft request' (duration: 145.99151ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.391536Z","caller":"traceutil/trace.go:171","msg":"trace[708388308] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"105.121325ms","start":"2026-03-06T00:42:30.286377Z","end":"2026-03-06T00:42:30.391498Z","steps":["trace[708388308] 'process raft request' (duration: 104.973681ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.391564Z","caller":"traceutil/trace.go:171","msg":"trace[585836902] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"114.707686ms","start":"2026-03-06T00:42:30.276779Z","end":"2026-03-06T00:42:30.391486Z","steps":["trace[585836902] 'process raft request' (duration: 43.255876ms)","trace[585836902] 'compare' (duration: 71.138474ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:30.575793Z","caller":"traceutil/trace.go:171","msg":"trace[1631463269] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"138.212417ms","start":"2026-03-06T00:42:30.437538Z","end":"2026-03-06T00:42:30.57575Z","steps":["trace[1631463269] 'process raft request' (duration: 119.145525ms)","trace[1631463269] 'compare' (duration: 18.564111ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:39.584956Z","caller":"traceutil/trace.go:171","msg":"trace[1950197096] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5098; }","duration":"472.958133ms","start":"2026-03-06T00:42:39.111966Z","end":"2026-03-06T00:42:39.584924Z","steps":["trace[1950197096] 'read index received' (duration: 472.776609ms)","trace[1950197096] 'applied index is now lower than readState.Index' (duration: 180.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:39.585303Z","caller":"traceutil/trace.go:171","msg":"trace[1378528828] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"520.018563ms","start":"2026-03-06T00:42:39.065209Z","end":"2026-03-06T00:42:39.585227Z","steps":["trace[1378528828] 'process raft request' (duration: 519.540693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.585494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.065152Z","time spent":"520.246058ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:39.585523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.548116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:42:39.58568Z","caller":"traceutil/trace.go:171","msg":"trace[1597097102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4909; }","duration":"473.71796ms","start":"2026-03-06T00:42:39.111942Z","end":"2026-03-06T00:42:39.58566Z","steps":["trace[1597097102] 'agreement among raft nodes before linearized reading' (duration: 473.28526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.585789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.111805Z","time spent":"473.966916ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:42:39.639052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.362879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:42:39.639112Z","caller":"traceutil/trace.go:171","msg":"trace[680969221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4910; }","duration":"519.459082ms","start":"2026-03-06T00:42:39.119637Z","end":"2026-03-06T00:42:39.639096Z","steps":["trace[680969221] 'agreement among raft nodes before linearized reading' (duration: 519.268498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.639141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.119623Z","time spent":"519.511343ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:42:39.639308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.065826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-06T00:42:39.639312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.296992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6681542-538f-4a22-a56e-74f9b91a7573\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-06T00:42:39.63939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.64328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:42:39.639383Z","caller":"traceutil/trace.go:171","msg":"trace[1014269125] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d6681542-538f-4a22-a56e-74f9b91a7573; range_end:; response_count:1; response_revision:4910; }","duration":"497.424075ms","start":"2026-03-06T00:42:39.141941Z","end":"2026-03-06T00:42:39.639365Z","steps":["trace[1014269125] 'agreement among raft nodes before linearized reading' (duration: 497.23603ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:39.639407Z","caller":"traceutil/trace.go:171","msg":"trace[1186034052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4910; }","duration":"512.683641ms","start":"2026-03-06T00:42:39.126719Z","end":"2026-03-06T00:42:39.639403Z","steps":["trace[1186034052] 'agreement among raft nodes before linearized reading' (duration: 512.63617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.639423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.126709Z","time spent":"512.709982ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:42:39.639425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.141916Z","time spent":"497.497476ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6681542-538f-4a22-a56e-74f9b91a7573\" "} {"level":"warn","ts":"2026-03-06T00:42:39.639517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.666584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:42:39.639329Z","caller":"traceutil/trace.go:171","msg":"trace[279273452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:4910; }","duration":"511.109977ms","start":"2026-03-06T00:42:39.128213Z","end":"2026-03-06T00:42:39.639323Z","steps":["trace[279273452] 'agreement among raft nodes before linearized reading' (duration: 511.042505ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:39.639607Z","caller":"traceutil/trace.go:171","msg":"trace[710366897] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4910; }","duration":"372.838018ms","start":"2026-03-06T00:42:39.266748Z","end":"2026-03-06T00:42:39.639586Z","steps":["trace[710366897] 'agreement among raft nodes before linearized reading' (duration: 372.645594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.63967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.266723Z","time spent":"372.93453ms","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:42:39.639569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.83788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:42:39.63974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.151751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:42:39.639806Z","caller":"traceutil/trace.go:171","msg":"trace[1963576491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4910; }","duration":"520.096166ms","start":"2026-03-06T00:42:39.1197Z","end":"2026-03-06T00:42:39.639796Z","steps":["trace[1963576491] 'agreement among raft nodes before linearized reading' (duration: 519.793289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.639753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.401068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-06T00:42:39.639796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.872343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6681542-538f-4a22-a56e-74f9b91a7573\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-06T00:42:39.639837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.119687Z","time spent":"520.142767ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:42:39.639837Z","caller":"traceutil/trace.go:171","msg":"trace[1338706315] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4910; }","duration":"437.320564ms","start":"2026-03-06T00:42:39.202493Z","end":"2026-03-06T00:42:39.639814Z","steps":["trace[1338706315] 'agreement among raft nodes before linearized reading' (duration: 437.087299ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:39.639869Z","caller":"traceutil/trace.go:171","msg":"trace[1848666049] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d6681542-538f-4a22-a56e-74f9b91a7573; range_end:; response_count:1; response_revision:4910; }","duration":"379.994476ms","start":"2026-03-06T00:42:39.259855Z","end":"2026-03-06T00:42:39.639849Z","steps":["trace[1848666049] 'agreement among raft nodes before linearized reading' (duration: 379.809102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:39.639875Z","caller":"traceutil/trace.go:171","msg":"trace[1369818202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4910; }","duration":"518.571141ms","start":"2026-03-06T00:42:39.121272Z","end":"2026-03-06T00:42:39.639843Z","steps":["trace[1369818202] 'agreement among raft nodes before linearized reading' (duration: 518.191603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.639894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.20247Z","time spent":"437.411916ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":5,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:42:39.639929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.121259Z","time spent":"518.657383ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:42:39.639929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.259831Z","time spent":"380.084938ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6681542-538f-4a22-a56e-74f9b91a7573\" "} {"level":"warn","ts":"2026-03-06T00:42:39.639643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.128199Z","time spent":"511.411594ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hz9wk\" "} {"level":"warn","ts":"2026-03-06T00:42:39.63991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.701497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:42:39.640027Z","caller":"traceutil/trace.go:171","msg":"trace[1029567196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4910; }","duration":"515.855231ms","start":"2026-03-06T00:42:39.124141Z","end":"2026-03-06T00:42:39.639997Z","steps":["trace[1029567196] 'agreement among raft nodes before linearized reading' (duration: 515.504184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.64008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.124129Z","time spent":"515.938013ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:42:39.830515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.778338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:39.830744Z","caller":"traceutil/trace.go:171","msg":"trace[1410626159] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"240.9442ms","start":"2026-03-06T00:42:39.589688Z","end":"2026-03-06T00:42:39.830633Z","steps":["trace[1410626159] 'process raft request' (duration: 102.922127ms)","trace[1410626159] 'compare' (duration: 137.622924ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:40.29473Z","caller":"traceutil/trace.go:171","msg":"trace[449481289] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"649.440136ms","start":"2026-03-06T00:42:39.645268Z","end":"2026-03-06T00:42:40.294708Z","steps":["trace[449481289] 'process raft request' (duration: 649.14369ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:40.294758Z","caller":"traceutil/trace.go:171","msg":"trace[1892038433] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"648.559926ms","start":"2026-03-06T00:42:39.646167Z","end":"2026-03-06T00:42:40.294727Z","steps":["trace[1892038433] 'process raft request' (duration: 648.443404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:40.29489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.645249Z","time spent":"649.560418ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:40.294909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.646152Z","time spent":"648.67586ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:40.294918Z","caller":"traceutil/trace.go:171","msg":"trace[727432554] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"648.655149ms","start":"2026-03-06T00:42:39.64625Z","end":"2026-03-06T00:42:40.294905Z","steps":["trace[727432554] 'process raft request' (duration: 648.426444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:40.294999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.646237Z","time spent":"648.71572ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:40.294476Z","caller":"traceutil/trace.go:171","msg":"trace[747571057] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"649.244891ms","start":"2026-03-06T00:42:39.6452Z","end":"2026-03-06T00:42:40.294445Z","steps":["trace[747571057] 'process raft request' (duration: 578.69249ms)","trace[747571057] 'compare' (duration: 70.384547ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:40.295218Z","caller":"traceutil/trace.go:171","msg":"trace[2026327685] linearizableReadLoop","detail":"{readStateIndex:5105; appliedIndex:5100; }","duration":"648.414393ms","start":"2026-03-06T00:42:39.646766Z","end":"2026-03-06T00:42:40.29518Z","steps":["trace[2026327685] 'read index received' (duration: 45.857805ms)","trace[2026327685] 'applied index is now lower than readState.Index' (duration: 602.555348ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:40.295257Z","caller":"traceutil/trace.go:171","msg":"trace[1525094020] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"646.173824ms","start":"2026-03-06T00:42:39.649072Z","end":"2026-03-06T00:42:40.295246Z","steps":["trace[1525094020] 'process raft request' (duration: 645.9847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:40.295347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.649045Z","time spent":"646.240066ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:40.295482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.564528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:42:40.295517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.766951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80129"} {"level":"info","ts":"2026-03-06T00:42:40.295536Z","caller":"traceutil/trace.go:171","msg":"trace[2092486259] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4917; }","duration":"469.66472ms","start":"2026-03-06T00:42:39.825859Z","end":"2026-03-06T00:42:40.295523Z","steps":["trace[2092486259] 'agreement among raft nodes before linearized reading' (duration: 469.575928ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:40.295558Z","caller":"traceutil/trace.go:171","msg":"trace[347148580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4917; }","duration":"648.834063ms","start":"2026-03-06T00:42:39.646714Z","end":"2026-03-06T00:42:40.295548Z","steps":["trace[347148580] 'agreement among raft nodes before linearized reading' (duration: 648.624069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:40.29557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.825838Z","time spent":"469.723931ms","remote":"127.0.0.1:33352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:42:40.2956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.646703Z","time spent":"648.889074ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80152,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:42:40.295623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.796525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:40.295147Z","caller":"traceutil/trace.go:171","msg":"trace[975111455] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"646.119453ms","start":"2026-03-06T00:42:39.649014Z","end":"2026-03-06T00:42:40.295134Z","steps":["trace[975111455] 'process raft request' (duration: 645.841447ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:40.295699Z","caller":"traceutil/trace.go:171","msg":"trace[444345088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4917; }","duration":"352.904687ms","start":"2026-03-06T00:42:39.942776Z","end":"2026-03-06T00:42:40.29568Z","steps":["trace[444345088] 'agreement among raft nodes before linearized reading' (duration: 352.788605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:40.295748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.942754Z","time spent":"352.982969ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:42:40.295747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.649004Z","time spent":"646.687346ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:40.297048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.645146Z","time spent":"650.097431ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:40.748276Z","caller":"traceutil/trace.go:171","msg":"trace[390572089] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5107; }","duration":"433.146171ms","start":"2026-03-06T00:42:40.315107Z","end":"2026-03-06T00:42:40.748254Z","steps":["trace[390572089] 'read index received' (duration: 345.078313ms)","trace[390572089] 'applied index is now lower than readState.Index' (duration: 88.066908ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:40.748339Z","caller":"traceutil/trace.go:171","msg":"trace[1501378679] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"433.50976ms","start":"2026-03-06T00:42:40.314805Z","end":"2026-03-06T00:42:40.748315Z","steps":["trace[1501378679] 'process raft request' (duration: 345.39721ms)","trace[1501378679] 'compare' (duration: 87.868643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:40.748443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:40.314785Z","time spent":"433.600171ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:40.748468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.846221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:42:40.748526Z","caller":"traceutil/trace.go:171","msg":"trace[2091886992] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4918; }","duration":"137.951253ms","start":"2026-03-06T00:42:40.610564Z","end":"2026-03-06T00:42:40.748516Z","steps":["trace[2091886992] 'agreement among raft nodes before linearized reading' (duration: 137.864701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:40.74874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.888266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6681542-538f-4a22-a56e-74f9b91a7573\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-06T00:42:40.748801Z","caller":"traceutil/trace.go:171","msg":"trace[1526891991] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d6681542-538f-4a22-a56e-74f9b91a7573; range_end:; response_count:1; response_revision:4918; }","duration":"102.982638ms","start":"2026-03-06T00:42:40.645804Z","end":"2026-03-06T00:42:40.748787Z","steps":["trace[1526891991] 'agreement among raft nodes before linearized reading' (duration: 102.824584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:40.748848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.729924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-06T00:42:40.748896Z","caller":"traceutil/trace.go:171","msg":"trace[1970221250] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4918; }","duration":"433.824626ms","start":"2026-03-06T00:42:40.315058Z","end":"2026-03-06T00:42:40.748883Z","steps":["trace[1970221250] 'agreement among raft nodes before linearized reading' (duration: 433.319795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:40.748928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:40.315036Z","time spent":"433.882028ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-06T00:42:42.587156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.183565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T00:42:42.587233Z","caller":"traceutil/trace.go:171","msg":"trace[1706832099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4972; }","duration":"184.289266ms","start":"2026-03-06T00:42:42.402925Z","end":"2026-03-06T00:42:42.587215Z","steps":["trace[1706832099] 'range keys from in-memory index tree' (duration: 183.98895ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:50.482701Z","caller":"traceutil/trace.go:171","msg":"trace[1404741054] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"125.307381ms","start":"2026-03-06T00:42:50.357362Z","end":"2026-03-06T00:42:50.482669Z","steps":["trace[1404741054] 'process raft request' (duration: 69.888256ms)","trace[1404741054] 'compare' (duration: 55.227711ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:50.483035Z","caller":"traceutil/trace.go:171","msg":"trace[1775879532] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5286; }","duration":"124.329901ms","start":"2026-03-06T00:42:50.35868Z","end":"2026-03-06T00:42:50.48301Z","steps":["trace[1775879532] 'read index received' (duration: 68.557017ms)","trace[1775879532] 'applied index is now lower than readState.Index' (duration: 55.772014ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:50.483081Z","caller":"traceutil/trace.go:171","msg":"trace[1925815416] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"124.890213ms","start":"2026-03-06T00:42:50.358163Z","end":"2026-03-06T00:42:50.483053Z","steps":["trace[1925815416] 'process raft request' (duration: 124.690878ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:50.483177Z","caller":"traceutil/trace.go:171","msg":"trace[2377244] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"124.416302ms","start":"2026-03-06T00:42:50.358748Z","end":"2026-03-06T00:42:50.483164Z","steps":["trace[2377244] 'process raft request' (duration: 124.213517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:50.483377Z","caller":"traceutil/trace.go:171","msg":"trace[668441989] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"125.503656ms","start":"2026-03-06T00:42:50.357836Z","end":"2026-03-06T00:42:50.48334Z","steps":["trace[668441989] 'process raft request' (duration: 124.79082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:50.483428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.72914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81527"} {"level":"info","ts":"2026-03-06T00:42:50.483473Z","caller":"traceutil/trace.go:171","msg":"trace[1499589809] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5094; }","duration":"124.789061ms","start":"2026-03-06T00:42:50.358673Z","end":"2026-03-06T00:42:50.483462Z","steps":["trace[1499589809] 'agreement among raft nodes before linearized reading' (duration: 124.556636ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:50.720935Z","caller":"traceutil/trace.go:171","msg":"trace[1430147418] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"224.368313ms","start":"2026-03-06T00:42:50.496527Z","end":"2026-03-06T00:42:50.720895Z","steps":["trace[1430147418] 'process raft request' (duration: 224.185159ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:54.591317Z","caller":"traceutil/trace.go:171","msg":"trace[1090740425] linearizableReadLoop","detail":"{readStateIndex:5317; appliedIndex:5316; }","duration":"221.607272ms","start":"2026-03-06T00:42:54.369684Z","end":"2026-03-06T00:42:54.591291Z","steps":["trace[1090740425] 'read index received' (duration: 221.350446ms)","trace[1090740425] 'applied index is now lower than readState.Index' (duration: 255.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:54.591415Z","caller":"traceutil/trace.go:171","msg":"trace[813157662] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"272.079228ms","start":"2026-03-06T00:42:54.319296Z","end":"2026-03-06T00:42:54.591375Z","steps":["trace[813157662] 'process raft request' (duration: 271.830692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:54.59158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.354476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-06T00:42:54.591636Z","caller":"traceutil/trace.go:171","msg":"trace[1458339890] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5120; }","duration":"145.454757ms","start":"2026-03-06T00:42:54.446167Z","end":"2026-03-06T00:42:54.591622Z","steps":["trace[1458339890] 'agreement among raft nodes before linearized reading' (duration: 145.274363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:54.591791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.445896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T00:42:54.591862Z","caller":"traceutil/trace.go:171","msg":"trace[1217738900] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5120; }","duration":"121.584359ms","start":"2026-03-06T00:42:54.470259Z","end":"2026-03-06T00:42:54.591843Z","steps":["trace[1217738900] 'agreement among raft nodes before linearized reading' (duration: 121.363724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:54.591913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.222625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:42:54.592656Z","caller":"traceutil/trace.go:171","msg":"trace[2004513554] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5120; }","duration":"222.399529ms","start":"2026-03-06T00:42:54.369628Z","end":"2026-03-06T00:42:54.592027Z","steps":["trace[2004513554] 'agreement among raft nodes before linearized reading' (duration: 221.771415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:54.771838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.82801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:54.772092Z","caller":"traceutil/trace.go:171","msg":"trace[1156192209] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"174.641633ms","start":"2026-03-06T00:42:54.597414Z","end":"2026-03-06T00:42:54.772056Z","steps":["trace[1156192209] 'process raft request' (duration: 73.467255ms)","trace[1156192209] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 100.491562ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:54.77239Z","caller":"traceutil/trace.go:171","msg":"trace[192309947] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"174.847798ms","start":"2026-03-06T00:42:54.59751Z","end":"2026-03-06T00:42:54.772357Z","steps":["trace[192309947] 'process raft request' (duration: 174.50486ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:54.773029Z","caller":"traceutil/trace.go:171","msg":"trace[1087878559] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"175.452031ms","start":"2026-03-06T00:42:54.597558Z","end":"2026-03-06T00:42:54.77301Z","steps":["trace[1087878559] 'process raft request' (duration: 174.850918ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:54.773353Z","caller":"traceutil/trace.go:171","msg":"trace[120974028] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"175.749327ms","start":"2026-03-06T00:42:54.59759Z","end":"2026-03-06T00:42:54.77334Z","steps":["trace[120974028] 'process raft request' (duration: 175.361729ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:54.77337Z","caller":"traceutil/trace.go:171","msg":"trace[779113612] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"171.134454ms","start":"2026-03-06T00:42:54.602212Z","end":"2026-03-06T00:42:54.773346Z","steps":["trace[779113612] 'process raft request' (duration: 171.009852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:54.997642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.597095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:54.997884Z","caller":"traceutil/trace.go:171","msg":"trace[606051792] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"216.533369ms","start":"2026-03-06T00:42:54.781322Z","end":"2026-03-06T00:42:54.997855Z","steps":["trace[606051792] 'process raft request' (duration: 115.623337ms)","trace[606051792] 'compare' (duration: 100.447292ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:54.99794Z","caller":"traceutil/trace.go:171","msg":"trace[1203915506] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"216.074389ms","start":"2026-03-06T00:42:54.78183Z","end":"2026-03-06T00:42:54.997904Z","steps":["trace[1203915506] 'process raft request' (duration: 215.929166ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:54.998018Z","caller":"traceutil/trace.go:171","msg":"trace[590773092] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"215.249691ms","start":"2026-03-06T00:42:54.782741Z","end":"2026-03-06T00:42:54.997991Z","steps":["trace[590773092] 'process raft request' (duration: 215.087638ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:54.998116Z","caller":"traceutil/trace.go:171","msg":"trace[603979540] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"215.359884ms","start":"2026-03-06T00:42:54.782744Z","end":"2026-03-06T00:42:54.998104Z","steps":["trace[603979540] 'process raft request' (duration: 215.132599ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:32.091509Z","caller":"traceutil/trace.go:171","msg":"trace[1719458447] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"210.4058ms","start":"2026-03-06T00:43:31.881064Z","end":"2026-03-06T00:43:32.091469Z","steps":["trace[1719458447] 'process raft request' (duration: 209.766496ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:32.092068Z","caller":"traceutil/trace.go:171","msg":"trace[434899832] linearizableReadLoop","detail":"{readStateIndex:5636; appliedIndex:5634; }","duration":"149.804744ms","start":"2026-03-06T00:43:31.942236Z","end":"2026-03-06T00:43:32.092041Z","steps":["trace[434899832] 'read index received' (duration: 148.589857ms)","trace[434899832] 'applied index is now lower than readState.Index' (duration: 1.213567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:32.09223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.947457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:32.092233Z","caller":"traceutil/trace.go:171","msg":"trace[621574187] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"208.906177ms","start":"2026-03-06T00:43:31.883301Z","end":"2026-03-06T00:43:32.092207Z","steps":["trace[621574187] 'process raft request' (duration: 208.6189ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:32.092326Z","caller":"traceutil/trace.go:171","msg":"trace[169994549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5429; }","duration":"150.135311ms","start":"2026-03-06T00:43:31.942176Z","end":"2026-03-06T00:43:32.092312Z","steps":["trace[169994549] 'agreement among raft nodes before linearized reading' (duration: 149.966347ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:42.542158Z","caller":"traceutil/trace.go:171","msg":"trace[781338895] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"252.001977ms","start":"2026-03-06T00:43:42.290099Z","end":"2026-03-06T00:43:42.542101Z","steps":["trace[781338895] 'process raft request' (duration: 177.194668ms)","trace[781338895] 'compare' (duration: 74.590264ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:55.359076Z","caller":"traceutil/trace.go:171","msg":"trace[227912203] linearizableReadLoop","detail":"{readStateIndex:5788; appliedIndex:5787; }","duration":"417.20013ms","start":"2026-03-06T00:43:54.941853Z","end":"2026-03-06T00:43:55.359053Z","steps":["trace[227912203] 'read index received' (duration: 416.980255ms)","trace[227912203] 'applied index is now lower than readState.Index' (duration: 219.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:55.359199Z","caller":"traceutil/trace.go:171","msg":"trace[1904578562] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"437.60063ms","start":"2026-03-06T00:43:54.921586Z","end":"2026-03-06T00:43:55.359186Z","steps":["trace[1904578562] 'process raft request' (duration: 437.299003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.359309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:54.921554Z","time spent":"437.678012ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:55.359443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.601919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:55.359519Z","caller":"traceutil/trace.go:171","msg":"trace[514149006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5577; }","duration":"417.713261ms","start":"2026-03-06T00:43:54.941796Z","end":"2026-03-06T00:43:55.359509Z","steps":["trace[514149006] 'agreement among raft nodes before linearized reading' (duration: 417.621699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.359554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:54.941771Z","time spent":"417.776022ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:43:55.35967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.159355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:43:55.359872Z","caller":"traceutil/trace.go:171","msg":"trace[614900005] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5577; }","duration":"191.41242ms","start":"2026-03-06T00:43:55.168434Z","end":"2026-03-06T00:43:55.359847Z","steps":["trace[614900005] 'agreement among raft nodes before linearized reading' (duration: 191.125094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.359905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.704753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:43:55.359713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.185483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:43:55.359983Z","caller":"traceutil/trace.go:171","msg":"trace[847038903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5577; }","duration":"189.825435ms","start":"2026-03-06T00:43:55.17014Z","end":"2026-03-06T00:43:55.359965Z","steps":["trace[847038903] 'agreement among raft nodes before linearized reading' (duration: 189.561909ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.360014Z","caller":"traceutil/trace.go:171","msg":"trace[2128681384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5577; }","duration":"229.501681ms","start":"2026-03-06T00:43:55.130484Z","end":"2026-03-06T00:43:55.359986Z","steps":["trace[2128681384] 'agreement among raft nodes before linearized reading' (duration: 229.101701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.359719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.490191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:43:55.360137Z","caller":"traceutil/trace.go:171","msg":"trace[459870780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5577; }","duration":"361.974923ms","start":"2026-03-06T00:43:54.998148Z","end":"2026-03-06T00:43:55.360123Z","steps":["trace[459870780] 'agreement among raft nodes before linearized reading' (duration: 361.363929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.360191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:54.998127Z","time spent":"362.047304ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:43:55.359752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.999497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:43:55.360297Z","caller":"traceutil/trace.go:171","msg":"trace[1498294598] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5577; }","duration":"189.55786ms","start":"2026-03-06T00:43:55.170727Z","end":"2026-03-06T00:43:55.360285Z","steps":["trace[1498294598] 'agreement among raft nodes before linearized reading' (duration: 188.905335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.359784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.568408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:43:55.360365Z","caller":"traceutil/trace.go:171","msg":"trace[1478851326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5577; }","duration":"194.185613ms","start":"2026-03-06T00:43:55.166167Z","end":"2026-03-06T00:43:55.360352Z","steps":["trace[1478851326] 'agreement among raft nodes before linearized reading' (duration: 193.571799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.359773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.272294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:43:55.360477Z","caller":"traceutil/trace.go:171","msg":"trace[708903730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:5577; }","duration":"356.03334ms","start":"2026-03-06T00:43:55.004436Z","end":"2026-03-06T00:43:55.360469Z","steps":["trace[708903730] 'agreement among raft nodes before linearized reading' (duration: 355.171241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.360523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.004416Z","time spent":"356.095292ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hz9wk\" "} {"level":"warn","ts":"2026-03-06T00:43:55.690296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.669504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:43:55.690417Z","caller":"traceutil/trace.go:171","msg":"trace[278362595] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"325.522888ms","start":"2026-03-06T00:43:55.364874Z","end":"2026-03-06T00:43:55.690397Z","steps":["trace[278362595] 'process raft request' (duration: 80.647489ms)","trace[278362595] 'compare' (duration: 244.372728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:55.690481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.364855Z","time spent":"325.595479ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:55.899626Z","caller":"traceutil/trace.go:171","msg":"trace[2001827871] linearizableReadLoop","detail":"{readStateIndex:5794; appliedIndex:5789; }","duration":"125.446817ms","start":"2026-03-06T00:43:55.774152Z","end":"2026-03-06T00:43:55.899599Z","steps":["trace[2001827871] 'read index received' (duration: 68.099893ms)","trace[2001827871] 'applied index is now lower than readState.Index' (duration: 57.345524ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:55.899814Z","caller":"traceutil/trace.go:171","msg":"trace[1160291754] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"534.170949ms","start":"2026-03-06T00:43:55.36561Z","end":"2026-03-06T00:43:55.89978Z","steps":["trace[1160291754] 'process raft request' (duration: 533.845772ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.899867Z","caller":"traceutil/trace.go:171","msg":"trace[1708329750] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"534.251491ms","start":"2026-03-06T00:43:55.365576Z","end":"2026-03-06T00:43:55.899827Z","steps":["trace[1708329750] 'process raft request' (duration: 533.826461ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.899872Z","caller":"traceutil/trace.go:171","msg":"trace[1442215513] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"533.058894ms","start":"2026-03-06T00:43:55.366797Z","end":"2026-03-06T00:43:55.899855Z","steps":["trace[1442215513] 'process raft request' (duration: 532.699096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.899996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.365605Z","time spent":"534.293111ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:55.90007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.36557Z","time spent":"534.391814ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:55.900139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.366788Z","time spent":"533.182747ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:55.899882Z","caller":"traceutil/trace.go:171","msg":"trace[438845018] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"534.335973ms","start":"2026-03-06T00:43:55.365503Z","end":"2026-03-06T00:43:55.899839Z","steps":["trace[438845018] 'process raft request' (duration: 476.224981ms)","trace[438845018] 'compare' (duration: 57.493119ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:55.900207Z","caller":"traceutil/trace.go:171","msg":"trace[247072491] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"210.274367ms","start":"2026-03-06T00:43:55.68992Z","end":"2026-03-06T00:43:55.900194Z","steps":["trace[247072491] 'process raft request' (duration: 209.620272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.900192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.010339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:55.900293Z","caller":"traceutil/trace.go:171","msg":"trace[873342894] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5583; }","duration":"126.173622ms","start":"2026-03-06T00:43:55.774096Z","end":"2026-03-06T00:43:55.900269Z","steps":["trace[873342894] 'agreement among raft nodes before linearized reading' (duration: 125.961578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.900292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.36548Z","time spent":"534.763133ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:55.900425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.196283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:55.900473Z","caller":"traceutil/trace.go:171","msg":"trace[111998809] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5583; }","duration":"126.323095ms","start":"2026-03-06T00:43:55.774138Z","end":"2026-03-06T00:43:55.900461Z","steps":["trace[111998809] 'agreement among raft nodes before linearized reading' (duration: 126.227483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:56.385876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.532424ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:43:56.408441Z","caller":"traceutil/trace.go:171","msg":"trace[1432196037] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"101.817676ms","start":"2026-03-06T00:43:56.3066Z","end":"2026-03-06T00:43:56.408418Z","steps":["trace[1432196037] 'process raft request' (duration: 101.605862ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:56.859434Z","caller":"traceutil/trace.go:171","msg":"trace[19193465] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"438.388717ms","start":"2026-03-06T00:43:56.420989Z","end":"2026-03-06T00:43:56.859377Z","steps":["trace[19193465] 'process raft request' (duration: 419.758046ms)","trace[19193465] 'compare' (duration: 18.145711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:56.859648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:56.420967Z","time spent":"438.567631ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:44:07.651929Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2742} {"level":"info","ts":"2026-03-06T00:44:07.713644Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2742,"took":"60.13664ms","hash":1245190328,"current-db-size-bytes":40693760,"current-db-size":"41 MB","current-db-size-in-use-bytes":30646272,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T00:44:07.713699Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1245190328,"revision":2742,"compact-revision":-1} {"level":"info","ts":"2026-03-06T00:48:40.612358Z","caller":"traceutil/trace.go:171","msg":"trace[1211696230] transaction","detail":"{read_only:false; response_revision:7437; number_of_response:1; }","duration":"163.071134ms","start":"2026-03-06T00:48:40.449258Z","end":"2026-03-06T00:48:40.61233Z","steps":["trace[1211696230] 'process raft request' (duration: 162.87499ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:48.082536Z","caller":"traceutil/trace.go:171","msg":"trace[1426392376] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"422.138281ms","start":"2026-03-06T00:48:47.660371Z","end":"2026-03-06T00:48:48.082509Z","steps":["trace[1426392376] 'process raft request' (duration: 421.916086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:48.082735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:47.660336Z","time spent":"422.312885ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:48.083387Z","caller":"traceutil/trace.go:171","msg":"trace[964948355] linearizableReadLoop","detail":"{readStateIndex:7762; appliedIndex:7760; }","duration":"350.724806ms","start":"2026-03-06T00:48:47.732643Z","end":"2026-03-06T00:48:48.083368Z","steps":["trace[964948355] 'read index received' (duration: 349.738544ms)","trace[964948355] 'applied index is now lower than readState.Index' (duration: 985.572µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:48.083476Z","caller":"traceutil/trace.go:171","msg":"trace[903545223] transaction","detail":"{read_only:false; response_revision:7480; number_of_response:1; }","duration":"403.738748ms","start":"2026-03-06T00:48:47.679731Z","end":"2026-03-06T00:48:48.08347Z","steps":["trace[903545223] 'process raft request' (duration: 403.529763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:48.083573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:47.67971Z","time spent":"403.79005ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:48.083642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.501571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:48.083682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.020244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:48.083712Z","caller":"traceutil/trace.go:171","msg":"trace[1414941671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7480; }","duration":"141.616284ms","start":"2026-03-06T00:48:47.942078Z","end":"2026-03-06T00:48:48.083694Z","steps":["trace[1414941671] 'agreement among raft nodes before linearized reading' (duration: 141.50887ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:48.083744Z","caller":"traceutil/trace.go:171","msg":"trace[433190416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7480; }","duration":"351.093536ms","start":"2026-03-06T00:48:47.732635Z","end":"2026-03-06T00:48:48.083728Z","steps":["trace[433190416] 'agreement among raft nodes before linearized reading' (duration: 350.967302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:48.083797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:47.732579Z","time spent":"351.211008ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:48:57.124493Z","caller":"traceutil/trace.go:171","msg":"trace[314277941] linearizableReadLoop","detail":"{readStateIndex:7941; appliedIndex:7940; }","duration":"182.326086ms","start":"2026-03-06T00:48:56.942148Z","end":"2026-03-06T00:48:57.124474Z","steps":["trace[314277941] 'read index received' (duration: 182.153262ms)","trace[314277941] 'applied index is now lower than readState.Index' (duration: 171.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:57.124573Z","caller":"traceutil/trace.go:171","msg":"trace[1183248475] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"254.249303ms","start":"2026-03-06T00:48:56.870287Z","end":"2026-03-06T00:48:57.124536Z","steps":["trace[1183248475] 'process raft request' (duration: 254.06598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:57.124696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.534801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:57.12477Z","caller":"traceutil/trace.go:171","msg":"trace[1306363628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7657; }","duration":"182.657374ms","start":"2026-03-06T00:48:56.942095Z","end":"2026-03-06T00:48:57.124753Z","steps":["trace[1306363628] 'agreement among raft nodes before linearized reading' (duration: 182.513271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:57.566518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.234917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:48:57.566657Z","caller":"traceutil/trace.go:171","msg":"trace[1148130808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7657; }","duration":"225.478633ms","start":"2026-03-06T00:48:57.341147Z","end":"2026-03-06T00:48:57.566626Z","steps":["trace[1148130808] 'range keys from in-memory index tree' (duration: 224.972732ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:07.738872Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5662} {"level":"warn","ts":"2026-03-06T00:49:08.836609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.011746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:08.836709Z","caller":"traceutil/trace.go:171","msg":"trace[1689405954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7710; }","duration":"894.123619ms","start":"2026-03-06T00:49:07.942562Z","end":"2026-03-06T00:49:08.836686Z","steps":["trace[1689405954] 'range keys from in-memory index tree' (duration: 893.923334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:08.836756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:07.942499Z","time spent":"894.245932ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:08.837396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.750386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:08.837537Z","caller":"traceutil/trace.go:171","msg":"trace[578447463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7710; }","duration":"751.202656ms","start":"2026-03-06T00:49:08.08631Z","end":"2026-03-06T00:49:08.837513Z","steps":["trace[578447463] 'count revisions from in-memory index tree' (duration: 750.675854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:08.83759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:08.086273Z","time spent":"751.300838ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:09.04015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.541708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:09.040244Z","caller":"traceutil/trace.go:171","msg":"trace[580010250] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"876.107823ms","start":"2026-03-06T00:49:08.16412Z","end":"2026-03-06T00:49:09.040228Z","steps":["trace[580010250] 'process raft request' (duration: 512.433182ms)","trace[580010250] 'compare' (duration: 160.59277ms)","trace[580010250] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 202.644661ms)"],"step_count":3} {"level":"warn","ts":"2026-03-06T00:49:09.040295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:08.164099Z","time spent":"876.168224ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:09.304671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.529435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:09.305018Z","caller":"traceutil/trace.go:171","msg":"trace[1800255305] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"1.139316693s","start":"2026-03-06T00:49:08.165652Z","end":"2026-03-06T00:49:09.304969Z","steps":["trace[1800255305] 'process raft request' (duration: 959.347068ms)","trace[1800255305] 'compare' (duration: 83.676384ms)","trace[1800255305] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:551; } (duration: 95.675348ms)"],"step_count":3} {"level":"warn","ts":"2026-03-06T00:49:09.305244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:08.165646Z","time spent":"1.139456276s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:09.305278Z","caller":"traceutil/trace.go:171","msg":"trace[960829889] linearizableReadLoop","detail":"{readStateIndex:8000; appliedIndex:7998; }","duration":"793.196916ms","start":"2026-03-06T00:49:08.511935Z","end":"2026-03-06T00:49:09.305131Z","steps":["trace[960829889] 'read index received' (duration: 164.634239ms)","trace[960829889] 'applied index is now lower than readState.Index' (duration: 628.539777ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:09.305586Z","caller":"traceutil/trace.go:171","msg":"trace[1870160724] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"774.409334ms","start":"2026-03-06T00:49:08.531154Z","end":"2026-03-06T00:49:09.305564Z","steps":["trace[1870160724] 'process raft request' (duration: 773.721919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:09.305706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:08.53113Z","time spent":"774.522137ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:09.305749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.459039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T00:49:09.30581Z","caller":"traceutil/trace.go:171","msg":"trace[1940328940] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7713; }","duration":"677.554582ms","start":"2026-03-06T00:49:08.628244Z","end":"2026-03-06T00:49:09.305798Z","steps":["trace[1940328940] 'agreement among raft nodes before linearized reading' (duration: 677.401499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:09.305848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:08.628224Z","time spent":"677.615833ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T00:49:09.306056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.103816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:09.306114Z","caller":"traceutil/trace.go:171","msg":"trace[1237478762] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7713; }","duration":"794.260619ms","start":"2026-03-06T00:49:08.511839Z","end":"2026-03-06T00:49:09.3061Z","steps":["trace[1237478762] 'agreement among raft nodes before linearized reading' (duration: 793.783409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:09.306188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.432461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-06T00:49:09.306222Z","caller":"traceutil/trace.go:171","msg":"trace[2142078036] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7713; }","duration":"303.495872ms","start":"2026-03-06T00:49:09.002716Z","end":"2026-03-06T00:49:09.306212Z","steps":["trace[2142078036] 'agreement among raft nodes before linearized reading' (duration: 303.340588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:09.306198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:08.511817Z","time spent":"794.368332ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:09.306252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:09.002701Z","time spent":"303.543803ms","remote":"127.0.0.1:32988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-06T00:49:09.30625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.766355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:09.306288Z","caller":"traceutil/trace.go:171","msg":"trace[1996876637] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7713; }","duration":"427.841717ms","start":"2026-03-06T00:49:08.878435Z","end":"2026-03-06T00:49:09.306276Z","steps":["trace[1996876637] 'agreement among raft nodes before linearized reading' (duration: 427.779536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:09.306328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:08.878416Z","time spent":"427.903908ms","remote":"127.0.0.1:55010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:09.306492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.941717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:09.306533Z","caller":"traceutil/trace.go:171","msg":"trace[1662462093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7713; }","duration":"468.014368ms","start":"2026-03-06T00:49:08.838507Z","end":"2026-03-06T00:49:09.306521Z","steps":["trace[1662462093] 'agreement among raft nodes before linearized reading' (duration: 467.954797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:09.306561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:08.838485Z","time spent":"468.071229ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:09.306662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.772751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127877"} {"level":"info","ts":"2026-03-06T00:49:09.306704Z","caller":"traceutil/trace.go:171","msg":"trace[1947690769] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7713; }","duration":"294.829702ms","start":"2026-03-06T00:49:09.011865Z","end":"2026-03-06T00:49:09.306694Z","steps":["trace[1947690769] 'agreement among raft nodes before linearized reading' (duration: 294.688429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:09.439852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.779911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:09.440028Z","caller":"traceutil/trace.go:171","msg":"trace[1852383419] linearizableReadLoop","detail":"{readStateIndex:8002; appliedIndex:8001; }","duration":"126.090704ms","start":"2026-03-06T00:49:09.313881Z","end":"2026-03-06T00:49:09.439971Z","steps":["trace[1852383419] 'read index received' (duration: 3.013116ms)","trace[1852383419] 'applied index is now lower than readState.Index' (duration: 123.075228ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:09.440159Z","caller":"traceutil/trace.go:171","msg":"trace[345800306] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"127.908483ms","start":"2026-03-06T00:49:09.312181Z","end":"2026-03-06T00:49:09.440089Z","steps":["trace[345800306] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 122.493785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:09.465974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.274481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:09.46604Z","caller":"traceutil/trace.go:171","msg":"trace[1358364078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7714; }","duration":"149.350843ms","start":"2026-03-06T00:49:09.316671Z","end":"2026-03-06T00:49:09.466022Z","steps":["trace[1358364078] 'agreement among raft nodes before linearized reading' (duration: 123.483387ms)","trace[1358364078] 'range keys from in-memory index tree' (duration: 25.778155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:09.466507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.620026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-06T00:49:09.466551Z","caller":"traceutil/trace.go:171","msg":"trace[1497114856] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7714; }","duration":"152.674127ms","start":"2026-03-06T00:49:09.313865Z","end":"2026-03-06T00:49:09.46654Z","steps":["trace[1497114856] 'agreement among raft nodes before linearized reading' (duration: 126.258097ms)","trace[1497114856] 'range keys from in-memory index tree' (duration: 26.271076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:09.466827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.478807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127877"} {"level":"info","ts":"2026-03-06T00:49:09.466935Z","caller":"traceutil/trace.go:171","msg":"trace[1346640177] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7714; }","duration":"149.597979ms","start":"2026-03-06T00:49:09.317295Z","end":"2026-03-06T00:49:09.466893Z","steps":["trace[1346640177] 'agreement among raft nodes before linearized reading' (duration: 122.888873ms)","trace[1346640177] 'range keys from in-memory index tree' (duration: 26.430009ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:09.510735Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5662,"took":"1.769616078s","hash":1550118860,"current-db-size-bytes":42819584,"current-db-size":"43 MB","current-db-size-in-use-bytes":23224320,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T00:49:09.51096Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1550118860,"revision":5662,"compact-revision":2742} {"level":"warn","ts":"2026-03-06T00:49:10.95152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.071446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T00:49:10.951603Z","caller":"traceutil/trace.go:171","msg":"trace[181493719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7719; }","duration":"419.213279ms","start":"2026-03-06T00:49:10.532372Z","end":"2026-03-06T00:49:10.951586Z","steps":["trace[181493719] 'range keys from in-memory index tree' (duration: 418.875882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.951652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:10.532348Z","time spent":"419.292601ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:49:10.951649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01003915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:10.951714Z","caller":"traceutil/trace.go:171","msg":"trace[1804901810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7719; }","duration":"1.010169393s","start":"2026-03-06T00:49:09.941529Z","end":"2026-03-06T00:49:10.951698Z","steps":["trace[1804901810] 'range keys from in-memory index tree' (duration: 1.009955259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.951744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:09.941507Z","time spent":"1.010229524s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:10.951855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.416009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T00:49:10.95192Z","caller":"traceutil/trace.go:171","msg":"trace[1928404228] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:7719; }","duration":"125.542522ms","start":"2026-03-06T00:49:10.826362Z","end":"2026-03-06T00:49:10.951905Z","steps":["trace[1928404228] 'range keys from in-memory index tree' (duration: 125.250696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.951925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:10.105916Z","time spent":"845.989183ms","remote":"127.0.0.1:40200","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T00:49:10.979644Z","caller":"traceutil/trace.go:171","msg":"trace[384348011] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"109.296866ms","start":"2026-03-06T00:49:10.870331Z","end":"2026-03-06T00:49:10.979628Z","steps":["trace[384348011] 'process raft request' (duration: 109.153703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:11.280075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.878451ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-06T00:49:11.280475Z","caller":"traceutil/trace.go:171","msg":"trace[1877270612] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"234.538271ms","start":"2026-03-06T00:49:11.045921Z","end":"2026-03-06T00:49:11.280459Z","steps":["trace[1877270612] 'process raft request' (duration: 234.266515ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:11.280573Z","caller":"traceutil/trace.go:171","msg":"trace[1218345075] linearizableReadLoop","detail":"{readStateIndex:8009; appliedIndex:8007; }","duration":"325.018374ms","start":"2026-03-06T00:49:10.955498Z","end":"2026-03-06T00:49:11.280516Z","steps":["trace[1218345075] 'read index received' (duration: 24.011286ms)","trace[1218345075] 'applied index is now lower than readState.Index' (duration: 301.002167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:11.280622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:10.953346Z","time spent":"327.264404ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T00:49:11.280822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.544395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:11.280875Z","caller":"traceutil/trace.go:171","msg":"trace[1783550547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7721; }","duration":"320.620407ms","start":"2026-03-06T00:49:10.960243Z","end":"2026-03-06T00:49:11.280863Z","steps":["trace[1783550547] 'agreement among raft nodes before linearized reading' (duration: 320.495984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:11.280879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.360592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-06T00:49:11.280916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:10.960173Z","time spent":"320.73169ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:49:11.280974Z","caller":"traceutil/trace.go:171","msg":"trace[2114550955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7721; }","duration":"325.471204ms","start":"2026-03-06T00:49:10.955483Z","end":"2026-03-06T00:49:11.280955Z","steps":["trace[2114550955] 'agreement among raft nodes before linearized reading' (duration: 325.200008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:11.281058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:10.95545Z","time spent":"325.598716ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:49:11.717894Z","caller":"traceutil/trace.go:171","msg":"trace[776763720] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"101.234669ms","start":"2026-03-06T00:49:11.616625Z","end":"2026-03-06T00:49:11.71786Z","steps":["trace[776763720] 'process raft request' (duration: 101.000984ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:12.105692Z","caller":"traceutil/trace.go:171","msg":"trace[128761097] linearizableReadLoop","detail":"{readStateIndex:8016; appliedIndex:8015; }","duration":"289.991137ms","start":"2026-03-06T00:49:11.815678Z","end":"2026-03-06T00:49:12.105669Z","steps":["trace[128761097] 'read index received' (duration: 210.157466ms)","trace[128761097] 'applied index is now lower than readState.Index' (duration: 79.832151ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:12.10573Z","caller":"traceutil/trace.go:171","msg":"trace[1388340352] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"345.620736ms","start":"2026-03-06T00:49:11.760068Z","end":"2026-03-06T00:49:12.105689Z","steps":["trace[1388340352] 'process raft request' (duration: 265.823907ms)","trace[1388340352] 'compare' (duration: 79.555194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:12.10591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:11.760035Z","time spent":"345.77378ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:12.105917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.234992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:49:12.106128Z","caller":"traceutil/trace.go:171","msg":"trace[1415737697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7727; }","duration":"290.481658ms","start":"2026-03-06T00:49:11.815616Z","end":"2026-03-06T00:49:12.106098Z","steps":["trace[1415737697] 'agreement among raft nodes before linearized reading' (duration: 290.155251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.106041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.226912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:49:12.106365Z","caller":"traceutil/trace.go:171","msg":"trace[781622542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7727; }","duration":"290.559189ms","start":"2026-03-06T00:49:11.815761Z","end":"2026-03-06T00:49:12.10632Z","steps":["trace[781622542] 'agreement among raft nodes before linearized reading' (duration: 290.202761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.106224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.406036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:49:12.106843Z","caller":"traceutil/trace.go:171","msg":"trace[746135900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7727; }","duration":"290.789864ms","start":"2026-03-06T00:49:11.815715Z","end":"2026-03-06T00:49:12.106505Z","steps":["trace[746135900] 'agreement among raft nodes before linearized reading' (duration: 290.100409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:12.597685Z","caller":"traceutil/trace.go:171","msg":"trace[851973186] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"486.79478ms","start":"2026-03-06T00:49:12.110861Z","end":"2026-03-06T00:49:12.597656Z","steps":["trace[851973186] 'process raft request' (duration: 486.631247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.597876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:12.110832Z","time spent":"486.933363ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:12.91894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.908798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:12.919162Z","caller":"traceutil/trace.go:171","msg":"trace[249519618] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"808.260097ms","start":"2026-03-06T00:49:12.110871Z","end":"2026-03-06T00:49:12.919131Z","steps":["trace[249519618] 'process raft request' (duration: 579.128645ms)","trace[249519618] 'compare' (duration: 228.623721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:12.919315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:12.110846Z","time spent":"808.375659ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:12.919407Z","caller":"traceutil/trace.go:171","msg":"trace[297735988] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"808.439471ms","start":"2026-03-06T00:49:12.110949Z","end":"2026-03-06T00:49:12.919388Z","steps":["trace[297735988] 'process raft request' (duration: 808.077413ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:12.91939Z","caller":"traceutil/trace.go:171","msg":"trace[2140628139] linearizableReadLoop","detail":"{readStateIndex:8019; appliedIndex:8016; }","duration":"543.904762ms","start":"2026-03-06T00:49:12.375438Z","end":"2026-03-06T00:49:12.919342Z","steps":["trace[2140628139] 'read index received' (duration: 222.068377ms)","trace[2140628139] 'applied index is now lower than readState.Index' (duration: 321.832355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:12.919463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:12.110928Z","time spent":"808.513623ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:12.919645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.065513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:49:12.919637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.157028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:12.919689Z","caller":"traceutil/trace.go:171","msg":"trace[1474091646] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7730; }","duration":"527.109614ms","start":"2026-03-06T00:49:12.392566Z","end":"2026-03-06T00:49:12.919676Z","steps":["trace[1474091646] 'agreement among raft nodes before linearized reading' (duration: 527.031802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.91973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:12.392533Z","time spent":"527.189236ms","remote":"127.0.0.1:33418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:12.919732Z","caller":"traceutil/trace.go:171","msg":"trace[823351705] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7730; }","duration":"544.291641ms","start":"2026-03-06T00:49:12.375419Z","end":"2026-03-06T00:49:12.91971Z","steps":["trace[823351705] 'agreement among raft nodes before linearized reading' (duration: 544.088936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.919792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:12.37535Z","time spent":"544.424573ms","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:13.185947Z","caller":"traceutil/trace.go:171","msg":"trace[286529497] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"188.589013ms","start":"2026-03-06T00:49:12.997311Z","end":"2026-03-06T00:49:13.1859Z","steps":["trace[286529497] 'process raft request' (duration: 150.303045ms)","trace[286529497] 'compare' (duration: 37.937451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:13.582203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.663798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:13.582319Z","caller":"traceutil/trace.go:171","msg":"trace[697750003] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"295.056429ms","start":"2026-03-06T00:49:13.287241Z","end":"2026-03-06T00:49:13.582298Z","steps":["trace[697750003] 'process raft request' (duration: 100.210027ms)","trace[697750003] 'compare' (duration: 194.346851ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:13.598245Z","caller":"traceutil/trace.go:171","msg":"trace[875673621] linearizableReadLoop","detail":"{readStateIndex:8022; appliedIndex:8020; }","duration":"223.97683ms","start":"2026-03-06T00:49:13.374232Z","end":"2026-03-06T00:49:13.598208Z","steps":["trace[875673621] 'read index received' (duration: 13.430535ms)","trace[875673621] 'applied index is now lower than readState.Index' (duration: 210.544755ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:13.598356Z","caller":"traceutil/trace.go:171","msg":"trace[1446553794] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"230.480482ms","start":"2026-03-06T00:49:13.367791Z","end":"2026-03-06T00:49:13.598271Z","steps":["trace[1446553794] 'process raft request' (duration: 230.242067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:13.598561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.689577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:49:13.598573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.332138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:49:13.598651Z","caller":"traceutil/trace.go:171","msg":"trace[244540626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7733; }","duration":"120.83377ms","start":"2026-03-06T00:49:13.477795Z","end":"2026-03-06T00:49:13.598628Z","steps":["trace[244540626] 'agreement among raft nodes before linearized reading' (duration: 120.624724ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:13.598679Z","caller":"traceutil/trace.go:171","msg":"trace[937434987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:7733; }","duration":"224.484011ms","start":"2026-03-06T00:49:13.374157Z","end":"2026-03-06T00:49:13.598641Z","steps":["trace[937434987] 'agreement among raft nodes before linearized reading' (duration: 224.224044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:14.135044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.69956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:49:14.135143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.560595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:14.135201Z","caller":"traceutil/trace.go:171","msg":"trace[1904215306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7734; }","duration":"383.892554ms","start":"2026-03-06T00:49:13.751246Z","end":"2026-03-06T00:49:14.135138Z","steps":["trace[1904215306] 'range keys from in-memory index tree' (duration: 383.465695ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:14.135266Z","caller":"traceutil/trace.go:171","msg":"trace[178681583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7734; }","duration":"189.755599ms","start":"2026-03-06T00:49:13.945478Z","end":"2026-03-06T00:49:14.135233Z","steps":["trace[178681583] 'range keys from in-memory index tree' (duration: 189.443912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:14.135269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:13.751222Z","time spent":"384.028757ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:49:38.488225Z","caller":"traceutil/trace.go:171","msg":"trace[1802923175] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"218.601281ms","start":"2026-03-06T00:49:38.269597Z","end":"2026-03-06T00:49:38.488199Z","steps":["trace[1802923175] 'process raft request' (duration: 218.245693ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:38.489265Z","caller":"traceutil/trace.go:171","msg":"trace[1213605095] linearizableReadLoop","detail":"{readStateIndex:8202; appliedIndex:8200; }","duration":"173.643717ms","start":"2026-03-06T00:49:38.315602Z","end":"2026-03-06T00:49:38.489246Z","steps":["trace[1213605095] 'read index received' (duration: 172.173354ms)","trace[1213605095] 'applied index is now lower than readState.Index' (duration: 1.469032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:38.489359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.743989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:38.489596Z","caller":"traceutil/trace.go:171","msg":"trace[283552935] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:7906; }","duration":"174.016285ms","start":"2026-03-06T00:49:38.315561Z","end":"2026-03-06T00:49:38.489578Z","steps":["trace[283552935] 'agreement among raft nodes before linearized reading' (duration: 173.756069ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:38.48937Z","caller":"traceutil/trace.go:171","msg":"trace[1838295138] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"218.469618ms","start":"2026-03-06T00:49:38.270859Z","end":"2026-03-06T00:49:38.489329Z","steps":["trace[1838295138] 'process raft request' (duration: 218.162442ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:39.998578Z","caller":"traceutil/trace.go:171","msg":"trace[1493311343] linearizableReadLoop","detail":"{readStateIndex:8211; appliedIndex:8210; }","duration":"230.083923ms","start":"2026-03-06T00:49:39.768467Z","end":"2026-03-06T00:49:39.998551Z","steps":["trace[1493311343] 'read index received' (duration: 227.859875ms)","trace[1493311343] 'applied index is now lower than readState.Index' (duration: 2.222688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:39.999027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.545494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-06T00:49:39.999033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.709973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:39.999103Z","caller":"traceutil/trace.go:171","msg":"trace[1690334233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:7915; }","duration":"230.632465ms","start":"2026-03-06T00:49:39.768454Z","end":"2026-03-06T00:49:39.999086Z","steps":["trace[1690334233] 'agreement among raft nodes before linearized reading' (duration: 230.342079ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:39.999117Z","caller":"traceutil/trace.go:171","msg":"trace[1833610687] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7915; }","duration":"212.859956ms","start":"2026-03-06T00:49:39.786237Z","end":"2026-03-06T00:49:39.999097Z","steps":["trace[1833610687] 'agreement among raft nodes before linearized reading' (duration: 212.676532ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:39.999421Z","caller":"traceutil/trace.go:171","msg":"trace[1011671470] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"264.413536ms","start":"2026-03-06T00:49:39.734995Z","end":"2026-03-06T00:49:39.999408Z","steps":["trace[1011671470] 'process raft request' (duration: 261.35819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:42.442528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350430649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:49:42.626291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008774031s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:49:42.626654Z","caller":"traceutil/trace.go:171","msg":"trace[251744178] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"1.009318245s","start":"2026-03-06T00:49:41.61732Z","end":"2026-03-06T00:49:42.626639Z","steps":["trace[251744178] 'process raft request' (duration: 1.009169072s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:42.626764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.617282Z","time spent":"1.009423677s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:43.264797Z","caller":"traceutil/trace.go:171","msg":"trace[834393186] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"1.570451682s","start":"2026-03-06T00:49:41.69432Z","end":"2026-03-06T00:49:43.264772Z","steps":["trace[834393186] 'process raft request' (duration: 1.570172766s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:43.264828Z","caller":"traceutil/trace.go:171","msg":"trace[679842376] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8218; }","duration":"1.322898127s","start":"2026-03-06T00:49:41.941897Z","end":"2026-03-06T00:49:43.264795Z","steps":["trace[679842376] 'read index received' (duration: 684.661838ms)","trace[679842376] 'applied index is now lower than readState.Index' (duration: 638.235219ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:43.264932Z","caller":"traceutil/trace.go:171","msg":"trace[1736795283] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"1.379576769s","start":"2026-03-06T00:49:41.885294Z","end":"2026-03-06T00:49:43.264871Z","steps":["trace[1736795283] 'process raft request' (duration: 1.379442396s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:43.265002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323086341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:43.264845Z","caller":"traceutil/trace.go:171","msg":"trace[1706956837] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"1.55439868s","start":"2026-03-06T00:49:41.710415Z","end":"2026-03-06T00:49:43.264813Z","steps":["trace[1706956837] 'process raft request' (duration: 1.554262387s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:43.265057Z","caller":"traceutil/trace.go:171","msg":"trace[1260156522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7925; }","duration":"1.323155733s","start":"2026-03-06T00:49:41.941891Z","end":"2026-03-06T00:49:43.265046Z","steps":["trace[1260156522] 'agreement among raft nodes before linearized reading' (duration: 1.323021159s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:43.265098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.710394Z","time spent":"1.554682677s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:43.265098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.941837Z","time spent":"1.323251465s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:43.264937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.694292Z","time spent":"1.570572125s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:43.265307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29061143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T00:49:43.265366Z","caller":"traceutil/trace.go:171","msg":"trace[914751161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7925; }","duration":"1.290709902s","start":"2026-03-06T00:49:41.974642Z","end":"2026-03-06T00:49:43.265352Z","steps":["trace[914751161] 'agreement among raft nodes before linearized reading' (duration: 1.290486347s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:43.265431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.97461Z","time spent":"1.290810733s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:49:43.26543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.237935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:49:43.265455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.472114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:49:43.265506Z","caller":"traceutil/trace.go:171","msg":"trace[1560049327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7925; }","duration":"762.713809ms","start":"2026-03-06T00:49:42.502777Z","end":"2026-03-06T00:49:43.265491Z","steps":["trace[1560049327] 'agreement among raft nodes before linearized reading' (duration: 762.457893ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:43.265503Z","caller":"traceutil/trace.go:171","msg":"trace[108426792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7925; }","duration":"193.404159ms","start":"2026-03-06T00:49:43.072081Z","end":"2026-03-06T00:49:43.265485Z","steps":["trace[108426792] 'agreement among raft nodes before linearized reading' (duration: 193.184984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:43.265517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.863794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:49:43.265566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:42.502716Z","time spent":"762.835672ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:49:43.265569Z","caller":"traceutil/trace.go:171","msg":"trace[2097873508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7925; }","duration":"518.959156ms","start":"2026-03-06T00:49:42.746594Z","end":"2026-03-06T00:49:43.265553Z","steps":["trace[2097873508] 'agreement among raft nodes before linearized reading' (duration: 518.785823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:43.265634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:42.746569Z","time spent":"519.040107ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:43.265649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.75732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:49:43.265656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261484161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:49:43.265688Z","caller":"traceutil/trace.go:171","msg":"trace[706705848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7925; }","duration":"762.814761ms","start":"2026-03-06T00:49:42.502863Z","end":"2026-03-06T00:49:43.265678Z","steps":["trace[706705848] 'agreement among raft nodes before linearized reading' (duration: 762.647917ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:43.265707Z","caller":"traceutil/trace.go:171","msg":"trace[383933842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7925; }","duration":"1.261579483s","start":"2026-03-06T00:49:42.004113Z","end":"2026-03-06T00:49:43.265693Z","steps":["trace[383933842] 'agreement among raft nodes before linearized reading' (duration: 1.26142845s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:43.265689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.205823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-06T00:49:43.265726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:42.502857Z","time spent":"762.863132ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:49:43.265744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:42.004092Z","time spent":"1.261644425s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:49:43.26571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.885267Z","time spent":"1.379742264s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:43.26577Z","caller":"traceutil/trace.go:171","msg":"trace[1491670236] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7925; }","duration":"192.318295ms","start":"2026-03-06T00:49:43.07343Z","end":"2026-03-06T00:49:43.265748Z","steps":["trace[1491670236] 'agreement among raft nodes before linearized reading' (duration: 192.07446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:43.265806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240762197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:49:43.265939Z","caller":"traceutil/trace.go:171","msg":"trace[1230006764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:7925; }","duration":"1.240963001s","start":"2026-03-06T00:49:42.024949Z","end":"2026-03-06T00:49:43.265912Z","steps":["trace[1230006764] 'agreement among raft nodes before linearized reading' (duration: 1.240514831s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:43.266007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:42.02493Z","time spent":"1.241063944s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hz9wk\" "} {"level":"warn","ts":"2026-03-06T00:49:43.771302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350430655,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:49:44.215371Z","caller":"traceutil/trace.go:171","msg":"trace[1969635506] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"944.605995ms","start":"2026-03-06T00:49:43.270699Z","end":"2026-03-06T00:49:44.215305Z","steps":["trace[1969635506] 'process raft request' (duration: 846.694259ms)","trace[1969635506] 'compare' (duration: 97.63224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:44.215591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.270665Z","time spent":"944.815799ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:44.376873Z","caller":"traceutil/trace.go:171","msg":"trace[52837707] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"1.105169494s","start":"2026-03-06T00:49:43.271651Z","end":"2026-03-06T00:49:44.37682Z","steps":["trace[52837707] 'process raft request' (duration: 1.104783025s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.376888Z","caller":"traceutil/trace.go:171","msg":"trace[1438726727] linearizableReadLoop","detail":"{readStateIndex:8229; appliedIndex:8222; }","duration":"1.105669024s","start":"2026-03-06T00:49:43.271183Z","end":"2026-03-06T00:49:44.376852Z","steps":["trace[1438726727] 'read index received' (duration: 846.184387ms)","trace[1438726727] 'applied index is now lower than readState.Index' (duration: 259.483327ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:44.37694Z","caller":"traceutil/trace.go:171","msg":"trace[2029276078] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"1.1032023s","start":"2026-03-06T00:49:43.273688Z","end":"2026-03-06T00:49:44.37689Z","steps":["trace[2029276078] 'process raft request' (duration: 1.103031487s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.376987Z","caller":"traceutil/trace.go:171","msg":"trace[2024977291] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"1.103165369s","start":"2026-03-06T00:49:43.273775Z","end":"2026-03-06T00:49:44.37694Z","steps":["trace[2024977291] 'process raft request' (duration: 1.102985605s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.377007Z","caller":"traceutil/trace.go:171","msg":"trace[1095092753] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"657.216255ms","start":"2026-03-06T00:49:43.71975Z","end":"2026-03-06T00:49:44.376966Z","steps":["trace[1095092753] 'process raft request' (duration: 657.046491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:44.377071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.271631Z","time spent":"1.105340508s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:44.377209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.273768Z","time spent":"1.103307582s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:44.377244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.719709Z","time spent":"657.388959ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:44.377273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106057034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T00:49:44.377323Z","caller":"traceutil/trace.go:171","msg":"trace[1467724815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7932; }","duration":"1.106155686s","start":"2026-03-06T00:49:43.271148Z","end":"2026-03-06T00:49:44.377304Z","steps":["trace[1467724815] 'agreement among raft nodes before linearized reading' (duration: 1.105892679s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.377338Z","caller":"traceutil/trace.go:171","msg":"trace[2004894459] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"1.104233675s","start":"2026-03-06T00:49:43.273055Z","end":"2026-03-06T00:49:44.377288Z","steps":["trace[2004894459] 'process raft request' (duration: 1.10357276s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:44.377384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.271137Z","time spent":"1.106234568s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:49:44.377401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.273019Z","time spent":"1.104350087s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:44.377459Z","caller":"traceutil/trace.go:171","msg":"trace[1377991813] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"1.104161953s","start":"2026-03-06T00:49:43.273278Z","end":"2026-03-06T00:49:44.37744Z","steps":["trace[1377991813] 'process raft request' (duration: 1.103390835s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:44.377553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.273266Z","time spent":"1.104232694s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:44.377559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.273672Z","time spent":"1.103351204s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:44.377565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102994557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:44.377604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.159998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-06T00:49:44.377636Z","caller":"traceutil/trace.go:171","msg":"trace[2062388606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7932; }","duration":"1.103109839s","start":"2026-03-06T00:49:43.27451Z","end":"2026-03-06T00:49:44.37762Z","steps":["trace[2062388606] 'agreement among raft nodes before linearized reading' (duration: 1.103006167s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.377653Z","caller":"traceutil/trace.go:171","msg":"trace[1943899468] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7932; }","duration":"732.204299ms","start":"2026-03-06T00:49:43.645435Z","end":"2026-03-06T00:49:44.377639Z","steps":["trace[1943899468] 'agreement among raft nodes before linearized reading' (duration: 732.036456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:44.377672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.274503Z","time spent":"1.103162371s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:44.377683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.64541Z","time spent":"732.267211ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T00:49:44.37775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106495913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228551"} {"level":"info","ts":"2026-03-06T00:49:44.377793Z","caller":"traceutil/trace.go:171","msg":"trace[328465249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7932; }","duration":"1.106557144s","start":"2026-03-06T00:49:43.271223Z","end":"2026-03-06T00:49:44.37778Z","steps":["trace[328465249] 'agreement among raft nodes before linearized reading' (duration: 1.106156606s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:44.377836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:43.271203Z","time spent":"1.106624376s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228574,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:49:46.171262Z","caller":"traceutil/trace.go:171","msg":"trace[453823231] linearizableReadLoop","detail":"{readStateIndex:8232; appliedIndex:8231; }","duration":"229.343668ms","start":"2026-03-06T00:49:45.941895Z","end":"2026-03-06T00:49:46.171239Z","steps":["trace[453823231] 'read index received' (duration: 214.101143ms)","trace[453823231] 'applied index is now lower than readState.Index' (duration: 15.241345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:46.171383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.474561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:46.17141Z","caller":"traceutil/trace.go:171","msg":"trace[1096416818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7934; }","duration":"229.558923ms","start":"2026-03-06T00:49:45.941844Z","end":"2026-03-06T00:49:46.171403Z","steps":["trace[1096416818] 'agreement among raft nodes before linearized reading' (duration: 229.475451ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:46.676333Z","caller":"traceutil/trace.go:171","msg":"trace[669397026] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"451.055587ms","start":"2026-03-06T00:49:46.225249Z","end":"2026-03-06T00:49:46.676305Z","steps":["trace[669397026] 'process raft request' (duration: 450.871073ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:46.676369Z","caller":"traceutil/trace.go:171","msg":"trace[220260400] linearizableReadLoop","detail":"{readStateIndex:8233; appliedIndex:8233; }","duration":"290.733313ms","start":"2026-03-06T00:49:46.385603Z","end":"2026-03-06T00:49:46.676336Z","steps":["trace[220260400] 'read index received' (duration: 290.720003ms)","trace[220260400] 'applied index is now lower than readState.Index' (duration: 10.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:46.67654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.225232Z","time spent":"451.19482ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:46.676702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.07452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:49:46.676751Z","caller":"traceutil/trace.go:171","msg":"trace[1458294054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7935; }","duration":"291.177893ms","start":"2026-03-06T00:49:46.38556Z","end":"2026-03-06T00:49:46.676738Z","steps":["trace[1458294054] 'agreement among raft nodes before linearized reading' (duration: 290.943728ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:47.110403Z","caller":"traceutil/trace.go:171","msg":"trace[263028401] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"551.311065ms","start":"2026-03-06T00:49:46.559062Z","end":"2026-03-06T00:49:47.110373Z","steps":["trace[263028401] 'process raft request' (duration: 551.141331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:47.110994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.559042Z","time spent":"551.889027ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:47.110442Z","caller":"traceutil/trace.go:171","msg":"trace[851021349] linearizableReadLoop","detail":"{readStateIndex:8234; appliedIndex:8234; }","duration":"433.962013ms","start":"2026-03-06T00:49:46.676441Z","end":"2026-03-06T00:49:47.110403Z","steps":["trace[851021349] 'read index received' (duration: 433.933892ms)","trace[851021349] 'applied index is now lower than readState.Index' (duration: 12.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:47.110809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.149456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:49:47.111162Z","caller":"traceutil/trace.go:171","msg":"trace[1622180126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:7936; }","duration":"725.541423ms","start":"2026-03-06T00:49:46.3856Z","end":"2026-03-06T00:49:47.111141Z","steps":["trace[1622180126] 'agreement among raft nodes before linearized reading' (duration: 724.91244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:47.111228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.385588Z","time spent":"725.614405ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hz9wk\" "} {"level":"warn","ts":"2026-03-06T00:49:47.110814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.585792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:49:47.111296Z","caller":"traceutil/trace.go:171","msg":"trace[1577997766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7936; }","duration":"725.082282ms","start":"2026-03-06T00:49:46.386193Z","end":"2026-03-06T00:49:47.111275Z","steps":["trace[1577997766] 'agreement among raft nodes before linearized reading' (duration: 724.480579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:47.111342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.386186Z","time spent":"725.141945ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:47.110808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.509671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:49:47.111486Z","caller":"traceutil/trace.go:171","msg":"trace[1169599955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7936; }","duration":"725.217486ms","start":"2026-03-06T00:49:46.386245Z","end":"2026-03-06T00:49:47.111462Z","steps":["trace[1169599955] 'agreement among raft nodes before linearized reading' (duration: 724.370377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:47.111561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.386235Z","time spent":"725.303918ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:47.110812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.46802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:49:47.111633Z","caller":"traceutil/trace.go:171","msg":"trace[367182689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7936; }","duration":"725.3566ms","start":"2026-03-06T00:49:46.386264Z","end":"2026-03-06T00:49:47.111621Z","steps":["trace[367182689] 'agreement among raft nodes before linearized reading' (duration: 724.235915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:47.11167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.386259Z","time spent":"725.400191ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:49:47.110811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.268247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:47.111754Z","caller":"traceutil/trace.go:171","msg":"trace[493921552] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7936; }","duration":"476.265869ms","start":"2026-03-06T00:49:46.635476Z","end":"2026-03-06T00:49:47.111742Z","steps":["trace[493921552] 'agreement among raft nodes before linearized reading' (duration: 475.243936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:47.111795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.635462Z","time spent":"476.32017ms","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:47.110866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.122892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:49:47.111877Z","caller":"traceutil/trace.go:171","msg":"trace[1053968609] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7936; }","duration":"725.158286ms","start":"2026-03-06T00:49:46.386695Z","end":"2026-03-06T00:49:47.111853Z","steps":["trace[1053968609] 'agreement among raft nodes before linearized reading' (duration: 724.069131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:47.111925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.38668Z","time spent":"725.226917ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:49:47.126495Z","caller":"traceutil/trace.go:171","msg":"trace[160372079] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"444.878781ms","start":"2026-03-06T00:49:46.681597Z","end":"2026-03-06T00:49:47.126475Z","steps":["trace[160372079] 'process raft request' (duration: 444.701767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:47.12664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.681573Z","time spent":"444.998164ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:47.126804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.639824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:47.126941Z","caller":"traceutil/trace.go:171","msg":"trace[1082653061] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"285.807385ms","start":"2026-03-06T00:49:46.841074Z","end":"2026-03-06T00:49:47.126881Z","steps":["trace[1082653061] 'process raft request' (duration: 285.355915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:47.126947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.392002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:47.127042Z","caller":"traceutil/trace.go:171","msg":"trace[1828255286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7938; }","duration":"184.540785ms","start":"2026-03-06T00:49:46.942475Z","end":"2026-03-06T00:49:47.127016Z","steps":["trace[1828255286] 'agreement among raft nodes before linearized reading' (duration: 184.354851ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:47.127233Z","caller":"traceutil/trace.go:171","msg":"trace[148391572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7938; }","duration":"224.727936ms","start":"2026-03-06T00:49:46.902114Z","end":"2026-03-06T00:49:47.126842Z","steps":["trace[148391572] 'agreement among raft nodes before linearized reading' (duration: 224.648475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.448875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350430948,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:49:57.673794Z","caller":"traceutil/trace.go:171","msg":"trace[625827069] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"727.727642ms","start":"2026-03-06T00:49:56.946019Z","end":"2026-03-06T00:49:57.673746Z","steps":["trace[625827069] 'process raft request' (duration: 727.518857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.674162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:56.946008Z","time spent":"727.999127ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:57.683711Z","caller":"traceutil/trace.go:171","msg":"trace[4385815] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"615.985042ms","start":"2026-03-06T00:49:57.067695Z","end":"2026-03-06T00:49:57.68368Z","steps":["trace[4385815] 'process raft request' (duration: 615.754986ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:57.683746Z","caller":"traceutil/trace.go:171","msg":"trace[1584791599] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"317.314686ms","start":"2026-03-06T00:49:57.366407Z","end":"2026-03-06T00:49:57.683722Z","steps":["trace[1584791599] 'process raft request' (duration: 317.188182ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:57.683769Z","caller":"traceutil/trace.go:171","msg":"trace[936747231] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"292.126174ms","start":"2026-03-06T00:49:57.391627Z","end":"2026-03-06T00:49:57.683753Z","steps":["trace[936747231] 'process raft request' (duration: 292.035622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.683879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:57.366382Z","time spent":"317.423799ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:57.683739Z","caller":"traceutil/trace.go:171","msg":"trace[26065262] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8326; }","duration":"735.683857ms","start":"2026-03-06T00:49:56.948025Z","end":"2026-03-06T00:49:57.683709Z","steps":["trace[26065262] 'read index received' (duration: 725.545444ms)","trace[26065262] 'applied index is now lower than readState.Index' (duration: 10.137363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:57.683932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:57.067672Z","time spent":"616.106575ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:49:57.683951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.896241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-g9kz8\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-06T00:49:57.684011Z","caller":"traceutil/trace.go:171","msg":"trace[2100311340] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-g9kz8; range_end:; response_count:1; response_revision:8028; }","duration":"735.984513ms","start":"2026-03-06T00:49:56.948009Z","end":"2026-03-06T00:49:57.683994Z","steps":["trace[2100311340] 'agreement among raft nodes before linearized reading' (duration: 735.790089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.684067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:56.948001Z","time spent":"736.055534ms","remote":"127.0.0.1:55026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-g9kz8\" "} {"level":"warn","ts":"2026-03-06T00:49:57.684113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.093395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:49:57.684155Z","caller":"traceutil/trace.go:171","msg":"trace[2079117713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8028; }","duration":"491.152977ms","start":"2026-03-06T00:49:57.19299Z","end":"2026-03-06T00:49:57.684143Z","steps":["trace[2079117713] 'agreement among raft nodes before linearized reading' (duration: 491.052225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.68415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.421072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g9kz8\" ","response":"range_response_count:1 size:4647"} {"level":"warn","ts":"2026-03-06T00:49:57.684181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:57.192979Z","time spent":"491.196358ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:49:57.684191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.017008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:49:57.68421Z","caller":"traceutil/trace.go:171","msg":"trace[1862371593] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g9kz8; range_end:; response_count:1; response_revision:8028; }","duration":"616.528024ms","start":"2026-03-06T00:49:57.067666Z","end":"2026-03-06T00:49:57.684194Z","steps":["trace[1862371593] 'agreement among raft nodes before linearized reading' (duration: 616.375451ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:57.684232Z","caller":"traceutil/trace.go:171","msg":"trace[644366487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8028; }","duration":"509.070099ms","start":"2026-03-06T00:49:57.175151Z","end":"2026-03-06T00:49:57.684221Z","steps":["trace[644366487] 'agreement among raft nodes before linearized reading' (duration: 508.924896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.684248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:57.067647Z","time spent":"616.593315ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g9kz8\" "} {"level":"warn","ts":"2026-03-06T00:49:57.684313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.714345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:49:57.684339Z","caller":"traceutil/trace.go:171","msg":"trace[737458534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8028; }","duration":"494.750175ms","start":"2026-03-06T00:49:57.189582Z","end":"2026-03-06T00:49:57.684332Z","steps":["trace[737458534] 'agreement among raft nodes before linearized reading' (duration: 494.688484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.684356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:57.189575Z","time spent":"494.777616ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:49:57.684258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:57.175146Z","time spent":"509.10747ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:49:57.684457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.251509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-06T00:49:57.68448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.208062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:49:57.684502Z","caller":"traceutil/trace.go:171","msg":"trace[919120692] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:8028; }","duration":"483.257784ms","start":"2026-03-06T00:49:57.201238Z","end":"2026-03-06T00:49:57.684496Z","steps":["trace[919120692] 'agreement among raft nodes before linearized reading' (duration: 483.195922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.684528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:57.201217Z","time spent":"483.306434ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hz9wk\" "} {"level":"warn","ts":"2026-03-06T00:49:57.684571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.258184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:49:57.684613Z","caller":"traceutil/trace.go:171","msg":"trace[1140834834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8028; }","duration":"510.334036ms","start":"2026-03-06T00:49:57.174271Z","end":"2026-03-06T00:49:57.684605Z","steps":["trace[1140834834] 'agreement among raft nodes before linearized reading' (duration: 510.248024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.684712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.561355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:49:57.684722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:57.174249Z","time spent":"510.392487ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:49:57.684743Z","caller":"traceutil/trace.go:171","msg":"trace[535215108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8028; }","duration":"491.628207ms","start":"2026-03-06T00:49:57.193109Z","end":"2026-03-06T00:49:57.684737Z","steps":["trace[535215108] 'agreement among raft nodes before linearized reading' (duration: 491.466363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.684767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:57.193087Z","time spent":"491.674747ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:49:57.684499Z","caller":"traceutil/trace.go:171","msg":"trace[378182848] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8028; }","duration":"559.396862ms","start":"2026-03-06T00:49:57.125086Z","end":"2026-03-06T00:49:57.684483Z","steps":["trace[378182848] 'agreement among raft nodes before linearized reading' (duration: 559.30208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:57.684844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:57.125065Z","time spent":"559.76737ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-06T00:49:57.804737Z","caller":"traceutil/trace.go:171","msg":"trace[1847977684] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"115.817899ms","start":"2026-03-06T00:49:57.688892Z","end":"2026-03-06T00:49:57.80471Z","steps":["trace[1847977684] 'process raft request' (duration: 115.628755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:57.805059Z","caller":"traceutil/trace.go:171","msg":"trace[2013962969] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"116.082755ms","start":"2026-03-06T00:49:57.688952Z","end":"2026-03-06T00:49:57.805035Z","steps":["trace[2013962969] 'process raft request' (duration: 115.723027ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:57.805478Z","caller":"traceutil/trace.go:171","msg":"trace[2136700220] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"116.151035ms","start":"2026-03-06T00:49:57.689313Z","end":"2026-03-06T00:49:57.805464Z","steps":["trace[2136700220] 'process raft request' (duration: 115.822708ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:57.805454Z","caller":"traceutil/trace.go:171","msg":"trace[505378480] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"116.429192ms","start":"2026-03-06T00:49:57.688999Z","end":"2026-03-06T00:49:57.805428Z","steps":["trace[505378480] 'process raft request' (duration: 115.943832ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:57.805498Z","caller":"traceutil/trace.go:171","msg":"trace[1763199745] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8034; }","duration":"115.818448ms","start":"2026-03-06T00:49:57.689623Z","end":"2026-03-06T00:49:57.805442Z","steps":["trace[1763199745] 'process raft request' (duration: 115.623374ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:57.805587Z","caller":"traceutil/trace.go:171","msg":"trace[2064012222] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"113.761244ms","start":"2026-03-06T00:49:57.691817Z","end":"2026-03-06T00:49:57.805578Z","steps":["trace[2064012222] 'process raft request' (duration: 113.521389ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:57.805584Z","caller":"traceutil/trace.go:171","msg":"trace[2664333] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8330; }","duration":"116.108855ms","start":"2026-03-06T00:49:57.689437Z","end":"2026-03-06T00:49:57.805546Z","steps":["trace[2664333] 'read index received' (duration: 72.684693ms)","trace[2664333] 'applied index is now lower than readState.Index' (duration: 43.420592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:57.805888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.422631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-daeabb9a-b678-490e-8e22-29b5e1dbd58b\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-06T00:49:57.805887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.868767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a1a2b49edd349\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T00:49:57.805945Z","caller":"traceutil/trace.go:171","msg":"trace[748366996] range","detail":"{range_begin:/registry/persistentvolumes/pvc-daeabb9a-b678-490e-8e22-29b5e1dbd58b; range_end:; response_count:1; response_revision:8035; }","duration":"116.506503ms","start":"2026-03-06T00:49:57.689419Z","end":"2026-03-06T00:49:57.805926Z","steps":["trace[748366996] 'agreement among raft nodes before linearized reading' (duration: 116.288838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:57.805978Z","caller":"traceutil/trace.go:171","msg":"trace[1320641398] range","detail":"{range_begin:/registry/events/openstack/ceph.189a1a2b49edd349; range_end:; response_count:1; response_revision:8035; }","duration":"114.95561ms","start":"2026-03-06T00:49:57.690983Z","end":"2026-03-06T00:49:57.805939Z","steps":["trace[1320641398] 'agreement among raft nodes before linearized reading' (duration: 114.773616ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:58.081288Z","caller":"traceutil/trace.go:171","msg":"trace[401954749] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8338; }","duration":"104.399458ms","start":"2026-03-06T00:49:57.976868Z","end":"2026-03-06T00:49:58.081267Z","steps":["trace[401954749] 'read index received' (duration: 104.101361ms)","trace[401954749] 'applied index is now lower than readState.Index' (duration: 297.357µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:58.08142Z","caller":"traceutil/trace.go:171","msg":"trace[950741723] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"152.324138ms","start":"2026-03-06T00:49:57.929074Z","end":"2026-03-06T00:49:58.081399Z","steps":["trace[950741723] 'process raft request' (duration: 151.97546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:58.081491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.603853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-06T00:49:58.081525Z","caller":"traceutil/trace.go:171","msg":"trace[1744475376] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8037; }","duration":"104.699565ms","start":"2026-03-06T00:49:57.976815Z","end":"2026-03-06T00:49:58.081514Z","steps":["trace[1744475376] 'agreement among raft nodes before linearized reading' (duration: 104.547021ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:58.257573Z","caller":"traceutil/trace.go:171","msg":"trace[687494505] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"156.200813ms","start":"2026-03-06T00:49:58.101315Z","end":"2026-03-06T00:49:58.257516Z","steps":["trace[687494505] 'process raft request' (duration: 137.601856ms)","trace[687494505] 'compare' (duration: 18.430204ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:58.86307Z","caller":"traceutil/trace.go:171","msg":"trace[272942959] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8341; }","duration":"120.392519ms","start":"2026-03-06T00:49:58.742658Z","end":"2026-03-06T00:49:58.863051Z","steps":["trace[272942959] 'read index received' (duration: 120.262185ms)","trace[272942959] 'applied index is now lower than readState.Index' (duration: 129.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:58.863333Z","caller":"traceutil/trace.go:171","msg":"trace[860087447] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"237.267381ms","start":"2026-03-06T00:49:58.625898Z","end":"2026-03-06T00:49:58.863165Z","steps":["trace[860087447] 'process raft request' (duration: 237.010215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:58.863378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.696535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:49:58.863487Z","caller":"traceutil/trace.go:171","msg":"trace[503730643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8040; }","duration":"120.851189ms","start":"2026-03-06T00:49:58.742614Z","end":"2026-03-06T00:49:58.863465Z","steps":["trace[503730643] 'agreement among raft nodes before linearized reading' (duration: 120.571613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:59.235705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.069521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:59.23584Z","caller":"traceutil/trace.go:171","msg":"trace[210188924] linearizableReadLoop","detail":"{readStateIndex:8343; appliedIndex:8342; }","duration":"295.878076ms","start":"2026-03-06T00:49:58.939943Z","end":"2026-03-06T00:49:59.235821Z","steps":["trace[210188924] 'read index received' (duration: 46.151µs)","trace[210188924] 'applied index is now lower than readState.Index' (duration: 295.830245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:59.235913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.966278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:59.235951Z","caller":"traceutil/trace.go:171","msg":"trace[754381521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8041; }","duration":"296.034709ms","start":"2026-03-06T00:49:58.939905Z","end":"2026-03-06T00:49:59.23594Z","steps":["trace[754381521] 'agreement among raft nodes before linearized reading' (duration: 295.971648ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:59.236014Z","caller":"traceutil/trace.go:171","msg":"trace[1173183861] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"368.394295ms","start":"2026-03-06T00:49:58.867586Z","end":"2026-03-06T00:49:59.23598Z","steps":["trace[1173183861] 'process raft request' (duration: 44.937235ms)","trace[1173183861] 'compare' (duration: 322.871037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:59.236171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:58.867569Z","time spent":"368.521769ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:59.809111Z","caller":"traceutil/trace.go:171","msg":"trace[1550138655] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"120.012451ms","start":"2026-03-06T00:49:59.689079Z","end":"2026-03-06T00:49:59.809092Z","steps":["trace[1550138655] 'process raft request' (duration: 119.891888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:59.975791Z","caller":"traceutil/trace.go:171","msg":"trace[2132004471] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"285.389406ms","start":"2026-03-06T00:49:59.690384Z","end":"2026-03-06T00:49:59.975774Z","steps":["trace[2132004471] 'process raft request' (duration: 279.667381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:59.975779Z","caller":"traceutil/trace.go:171","msg":"trace[2064030790] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8344; }","duration":"280.768244ms","start":"2026-03-06T00:49:59.694983Z","end":"2026-03-06T00:49:59.975751Z","steps":["trace[2064030790] 'read index received' (duration: 114.271224ms)","trace[2064030790] 'applied index is now lower than readState.Index' (duration: 166.49582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:59.975958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.956759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:49:59.975997Z","caller":"traceutil/trace.go:171","msg":"trace[328118967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:8043; }","duration":"281.04801ms","start":"2026-03-06T00:49:59.694939Z","end":"2026-03-06T00:49:59.975987Z","steps":["trace[328118967] 'agreement among raft nodes before linearized reading' (duration: 280.887877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:59.976162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.212693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:59.976222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.542881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:49:59.976238Z","caller":"traceutil/trace.go:171","msg":"trace[837965557] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8043; }","duration":"265.345586ms","start":"2026-03-06T00:49:59.710874Z","end":"2026-03-06T00:49:59.976219Z","steps":["trace[837965557] 'agreement among raft nodes before linearized reading' (duration: 265.186973ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:59.976252Z","caller":"traceutil/trace.go:171","msg":"trace[777025477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8043; }","duration":"166.574862ms","start":"2026-03-06T00:49:59.809669Z","end":"2026-03-06T00:49:59.976244Z","steps":["trace[777025477] 'agreement among raft nodes before linearized reading' (duration: 166.46795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:59.97634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.861498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:49:59.976412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.731145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:49:59.97642Z","caller":"traceutil/trace.go:171","msg":"trace[468495769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8043; }","duration":"166.99173ms","start":"2026-03-06T00:49:59.809412Z","end":"2026-03-06T00:49:59.976403Z","steps":["trace[468495769] 'agreement among raft nodes before linearized reading' (duration: 166.793016ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:59.976453Z","caller":"traceutil/trace.go:171","msg":"trace[1373984119] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8043; }","duration":"166.790906ms","start":"2026-03-06T00:49:59.809647Z","end":"2026-03-06T00:49:59.976438Z","steps":["trace[1373984119] 'agreement among raft nodes before linearized reading' (duration: 166.681524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:59.9767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.93721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:49:59.976746Z","caller":"traceutil/trace.go:171","msg":"trace[746095587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8043; }","duration":"167.000501ms","start":"2026-03-06T00:49:59.809736Z","end":"2026-03-06T00:49:59.976737Z","steps":["trace[746095587] 'agreement among raft nodes before linearized reading' (duration: 166.458229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:59.976646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.558517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:49:59.976842Z","caller":"traceutil/trace.go:171","msg":"trace[1203291789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8043; }","duration":"190.831943ms","start":"2026-03-06T00:49:59.786001Z","end":"2026-03-06T00:49:59.976833Z","steps":["trace[1203291789] 'agreement among raft nodes before linearized reading' (duration: 190.397153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.009569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.532746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:02.009751Z","caller":"traceutil/trace.go:171","msg":"trace[913539632] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"1.036295065s","start":"2026-03-06T00:50:00.973388Z","end":"2026-03-06T00:50:02.009683Z","steps":["trace[913539632] 'process raft request' (duration: 272.545684ms)","trace[913539632] 'compare' (duration: 763.390984ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:02.009698Z","caller":"traceutil/trace.go:171","msg":"trace[872680056] linearizableReadLoop","detail":"{readStateIndex:8352; appliedIndex:8351; }","duration":"769.038208ms","start":"2026-03-06T00:50:01.240638Z","end":"2026-03-06T00:50:02.009676Z","steps":["trace[872680056] 'read index received' (duration: 5.248256ms)","trace[872680056] 'applied index is now lower than readState.Index' (duration: 763.788262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:02.009926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:00.973355Z","time spent":"1.03648206s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:02.010066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.411846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:50:02.010182Z","caller":"traceutil/trace.go:171","msg":"trace[562452396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8049; }","duration":"769.556359ms","start":"2026-03-06T00:50:01.240582Z","end":"2026-03-06T00:50:02.010138Z","steps":["trace[562452396] 'agreement among raft nodes before linearized reading' (duration: 769.231172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.010241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.240561Z","time spent":"769.666951ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:02.311115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.710857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:02.311314Z","caller":"traceutil/trace.go:171","msg":"trace[1480672118] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"296.671772ms","start":"2026-03-06T00:50:02.014628Z","end":"2026-03-06T00:50:02.3113Z","steps":["trace[1480672118] 'process raft request' (duration: 296.61094ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:02.311323Z","caller":"traceutil/trace.go:171","msg":"trace[1853675894] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"497.872092ms","start":"2026-03-06T00:50:01.813414Z","end":"2026-03-06T00:50:02.311286Z","steps":["trace[1853675894] 'process raft request' (duration: 370.92557ms)","trace[1853675894] 'compare' (duration: 126.579185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:02.311477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.346785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:02.311524Z","caller":"traceutil/trace.go:171","msg":"trace[665158856] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8053; }","duration":"791.455548ms","start":"2026-03-06T00:50:01.520057Z","end":"2026-03-06T00:50:02.311512Z","steps":["trace[665158856] 'agreement among raft nodes before linearized reading' (duration: 791.348686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.311548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.906616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:02.31156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.520032Z","time spent":"791.51803ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:50:02.311584Z","caller":"traceutil/trace.go:171","msg":"trace[1932206044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8053; }","duration":"378.987788ms","start":"2026-03-06T00:50:01.932587Z","end":"2026-03-06T00:50:02.311575Z","steps":["trace[1932206044] 'agreement among raft nodes before linearized reading' (duration: 378.927565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.311612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.097126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:50:02.311657Z","caller":"traceutil/trace.go:171","msg":"trace[833919266] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"167.081692ms","start":"2026-03-06T00:50:02.144569Z","end":"2026-03-06T00:50:02.311651Z","steps":["trace[833919266] 'process raft request' (duration: 166.698203ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:02.311666Z","caller":"traceutil/trace.go:171","msg":"trace[36061220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8053; }","duration":"314.208689ms","start":"2026-03-06T00:50:01.99745Z","end":"2026-03-06T00:50:02.311659Z","steps":["trace[36061220] 'agreement among raft nodes before linearized reading' (duration: 314.001083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.311644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.813384Z","time spent":"498.065417ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:02.311381Z","caller":"traceutil/trace.go:171","msg":"trace[618836748] linearizableReadLoop","detail":"{readStateIndex:8354; appliedIndex:8352; }","duration":"301.387725ms","start":"2026-03-06T00:50:02.009979Z","end":"2026-03-06T00:50:02.311367Z","steps":["trace[618836748] 'read index received' (duration: 174.378102ms)","trace[618836748] 'applied index is now lower than readState.Index' (duration: 127.008703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:02.311615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.932566Z","time spent":"379.040609ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:02.311699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.997429Z","time spent":"314.263449ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:50:02.311367Z","caller":"traceutil/trace.go:171","msg":"trace[1072765834] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"330.359451ms","start":"2026-03-06T00:50:01.980949Z","end":"2026-03-06T00:50:02.311309Z","steps":["trace[1072765834] 'process raft request' (duration: 330.255399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.311822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.5702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5d7c5bd446-w2chb.189a1a20d3672318\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-06T00:50:02.311933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.750714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:50:02.31195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.386575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:50:02.311926Z","caller":"traceutil/trace.go:171","msg":"trace[1099400163] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5d7c5bd446-w2chb.189a1a20d3672318; range_end:; response_count:1; response_revision:8053; }","duration":"697.722934ms","start":"2026-03-06T00:50:01.614173Z","end":"2026-03-06T00:50:02.311895Z","steps":["trace[1099400163] 'agreement among raft nodes before linearized reading' (duration: 697.420247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.311961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.284033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:50:02.312151Z","caller":"traceutil/trace.go:171","msg":"trace[746947310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8053; }","duration":"301.861717ms","start":"2026-03-06T00:50:02.010102Z","end":"2026-03-06T00:50:02.311964Z","steps":["trace[746947310] 'agreement among raft nodes before linearized reading' (duration: 301.724764ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:02.312165Z","caller":"traceutil/trace.go:171","msg":"trace[402678183] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8053; }","duration":"300.429586ms","start":"2026-03-06T00:50:02.011537Z","end":"2026-03-06T00:50:02.311967Z","steps":["trace[402678183] 'agreement among raft nodes before linearized reading' (duration: 300.347274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.312178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.010084Z","time spent":"302.086932ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:50:02.312188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.011527Z","time spent":"300.656091ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:02.312176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.61415Z","time spent":"698.01072ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5d7c5bd446-w2chb.189a1a20d3672318\" "} {"level":"info","ts":"2026-03-06T00:50:02.312175Z","caller":"traceutil/trace.go:171","msg":"trace[367345156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8053; }","duration":"300.508487ms","start":"2026-03-06T00:50:02.011653Z","end":"2026-03-06T00:50:02.312161Z","steps":["trace[367345156] 'agreement among raft nodes before linearized reading' (duration: 300.221231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.312221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.011648Z","time spent":"300.565928ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:02.31223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.126169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-06T00:50:02.312234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.867021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:50:02.312308Z","caller":"traceutil/trace.go:171","msg":"trace[1860702248] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:8053; }","duration":"298.968833ms","start":"2026-03-06T00:50:02.013321Z","end":"2026-03-06T00:50:02.31229Z","steps":["trace[1860702248] 'agreement among raft nodes before linearized reading' (duration: 298.591795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:02.31226Z","caller":"traceutil/trace.go:171","msg":"trace[1283905694] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8053; }","duration":"300.178859ms","start":"2026-03-06T00:50:02.012074Z","end":"2026-03-06T00:50:02.312253Z","steps":["trace[1283905694] 'agreement among raft nodes before linearized reading' (duration: 300.075847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.312408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.012056Z","time spent":"300.343713ms","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T00:50:02.31246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.747813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:50:02.312615Z","caller":"traceutil/trace.go:171","msg":"trace[161324229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8053; }","duration":"300.985578ms","start":"2026-03-06T00:50:02.011617Z","end":"2026-03-06T00:50:02.312603Z","steps":["trace[161324229] 'agreement among raft nodes before linearized reading' (duration: 300.261392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.312675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.01161Z","time spent":"301.054959ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:02.312417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.980917Z","time spent":"330.988276ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:02.794077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.74426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:02.794213Z","caller":"traceutil/trace.go:171","msg":"trace[2018449097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8053; }","duration":"262.894203ms","start":"2026-03-06T00:50:02.531297Z","end":"2026-03-06T00:50:02.794191Z","steps":["trace[2018449097] 'range keys from in-memory index tree' (duration: 262.72518ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:03.002698Z","caller":"traceutil/trace.go:171","msg":"trace[300703092] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"686.266292ms","start":"2026-03-06T00:50:02.316408Z","end":"2026-03-06T00:50:03.002674Z","steps":["trace[300703092] 'process raft request' (duration: 686.174631ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:03.002745Z","caller":"traceutil/trace.go:171","msg":"trace[227477467] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"686.360694ms","start":"2026-03-06T00:50:02.316361Z","end":"2026-03-06T00:50:03.002721Z","steps":["trace[227477467] 'process raft request' (duration: 686.057318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.002881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.316345Z","time spent":"686.451746ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:03.002873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.316388Z","time spent":"686.384005ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:03.003Z","caller":"traceutil/trace.go:171","msg":"trace[1246448599] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"686.363075ms","start":"2026-03-06T00:50:02.316609Z","end":"2026-03-06T00:50:03.002972Z","steps":["trace[1246448599] 'process raft request' (duration: 686.034188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.003146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.316599Z","time spent":"686.461367ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:03.003387Z","caller":"traceutil/trace.go:171","msg":"trace[782078823] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"686.353494ms","start":"2026-03-06T00:50:02.317013Z","end":"2026-03-06T00:50:03.003367Z","steps":["trace[782078823] 'process raft request' (duration: 685.798252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.003579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.317005Z","time spent":"686.462507ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:03.004179Z","caller":"traceutil/trace.go:171","msg":"trace[1575842872] linearizableReadLoop","detail":"{readStateIndex:8358; appliedIndex:8356; }","duration":"687.743925ms","start":"2026-03-06T00:50:02.316414Z","end":"2026-03-06T00:50:03.004158Z","steps":["trace[1575842872] 'read index received' (duration: 87.300913ms)","trace[1575842872] 'applied index is now lower than readState.Index' (duration: 600.441732ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:03.004325Z","caller":"traceutil/trace.go:171","msg":"trace[166388881] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"687.155161ms","start":"2026-03-06T00:50:02.317142Z","end":"2026-03-06T00:50:03.004297Z","steps":["trace[166388881] 'process raft request' (duration: 686.870285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.004434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.007151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:50:03.004454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.317104Z","time spent":"687.291195ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:03.004503Z","caller":"traceutil/trace.go:171","msg":"trace[1453152655] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8058; }","duration":"688.095822ms","start":"2026-03-06T00:50:02.316393Z","end":"2026-03-06T00:50:03.004488Z","steps":["trace[1453152655] 'agreement among raft nodes before linearized reading' (duration: 687.877148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.004546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.316385Z","time spent":"688.150114ms","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T00:50:03.039458Z","caller":"traceutil/trace.go:171","msg":"trace[463817164] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"634.288413ms","start":"2026-03-06T00:50:02.405147Z","end":"2026-03-06T00:50:03.039435Z","steps":["trace[463817164] 'process raft request' (duration: 634.12282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.039585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.405115Z","time spent":"634.407885ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:03.039682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.986217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228466"} {"level":"info","ts":"2026-03-06T00:50:03.039724Z","caller":"traceutil/trace.go:171","msg":"trace[891979611] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8059; }","duration":"723.044888ms","start":"2026-03-06T00:50:02.31667Z","end":"2026-03-06T00:50:03.039715Z","steps":["trace[891979611] 'agreement among raft nodes before linearized reading' (duration: 722.714151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.03975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.316663Z","time spent":"723.08124ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228489,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:50:03.782672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350431064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:04.042154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.233525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:04.042396Z","caller":"traceutil/trace.go:171","msg":"trace[301923142] linearizableReadLoop","detail":"{readStateIndex:8369; appliedIndex:8367; }","duration":"760.177213ms","start":"2026-03-06T00:50:03.282199Z","end":"2026-03-06T00:50:04.042376Z","steps":["trace[301923142] 'read index received' (duration: 608.630361ms)","trace[301923142] 'applied index is now lower than readState.Index' (duration: 151.545602ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:04.042466Z","caller":"traceutil/trace.go:171","msg":"trace[58413833] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"395.136531ms","start":"2026-03-06T00:50:03.647292Z","end":"2026-03-06T00:50:04.042429Z","steps":["trace[58413833] 'process raft request' (duration: 394.970227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:04.042558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.86033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:50:04.042557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.327096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:04.042602Z","caller":"traceutil/trace.go:171","msg":"trace[664659868] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8065; }","duration":"423.899811ms","start":"2026-03-06T00:50:03.618681Z","end":"2026-03-06T00:50:04.042581Z","steps":["trace[664659868] 'agreement among raft nodes before linearized reading' (duration: 423.819619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:04.042608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.702352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:04.042637Z","caller":"traceutil/trace.go:171","msg":"trace[285634514] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8065; }","duration":"760.418608ms","start":"2026-03-06T00:50:03.282196Z","end":"2026-03-06T00:50:04.042614Z","steps":["trace[285634514] 'agreement among raft nodes before linearized reading' (duration: 760.256914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:04.04264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:03.618622Z","time spent":"424.008353ms","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:04.042648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:03.647271Z","time spent":"395.281934ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:04.042665Z","caller":"traceutil/trace.go:171","msg":"trace[220754281] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8065; }","duration":"598.803155ms","start":"2026-03-06T00:50:03.443845Z","end":"2026-03-06T00:50:04.042648Z","steps":["trace[220754281] 'agreement among raft nodes before linearized reading' (duration: 598.672092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:04.042688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:03.282173Z","time spent":"760.502789ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-06T00:50:04.042712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:03.443825Z","time spent":"598.876806ms","remote":"127.0.0.1:35466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:50:04.042473Z","caller":"traceutil/trace.go:171","msg":"trace[156906898] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"762.058924ms","start":"2026-03-06T00:50:03.28037Z","end":"2026-03-06T00:50:04.042429Z","steps":["trace[156906898] 'process raft request' (duration: 610.469281ms)","trace[156906898] 'compare' (duration: 151.063861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:04.042897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:03.280351Z","time spent":"762.515184ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1091,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:04.043368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.539038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-06T00:50:04.043451Z","caller":"traceutil/trace.go:171","msg":"trace[1487210983] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8065; }","duration":"613.675771ms","start":"2026-03-06T00:50:03.429756Z","end":"2026-03-06T00:50:04.043432Z","steps":["trace[1487210983] 'agreement among raft nodes before linearized reading' (duration: 612.74034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:04.043495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:03.429726Z","time spent":"613.756813ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-06T00:50:04.804826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.681255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-06T00:50:04.805664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.631903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:04.805705Z","caller":"traceutil/trace.go:171","msg":"trace[633806306] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8065; }","duration":"662.602115ms","start":"2026-03-06T00:50:04.14308Z","end":"2026-03-06T00:50:04.805682Z","steps":["trace[633806306] 'range keys from in-memory index tree' (duration: 661.552042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:04.805801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.143053Z","time spent":"662.731777ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-06T00:50:04.804826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.183961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:50:04.806077Z","caller":"traceutil/trace.go:171","msg":"trace[754025035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8065; }","duration":"489.546732ms","start":"2026-03-06T00:50:04.316493Z","end":"2026-03-06T00:50:04.80604Z","steps":["trace[754025035] 'range keys from in-memory index tree' (duration: 487.948426ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:04.805806Z","caller":"traceutil/trace.go:171","msg":"trace[443432103] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"487.627469ms","start":"2026-03-06T00:50:04.31815Z","end":"2026-03-06T00:50:04.805777Z","steps":["trace[443432103] 'process raft request' (duration: 80.767721ms)","trace[443432103] 'compare' (duration: 406.084731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:04.805342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.548515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T00:50:04.806202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.31646Z","time spent":"489.700365ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:04.806272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.318123Z","time spent":"488.094549ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:04.805359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.174489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-06T00:50:04.806982Z","caller":"traceutil/trace.go:171","msg":"trace[289517861] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8065; }","duration":"660.820505ms","start":"2026-03-06T00:50:04.14614Z","end":"2026-03-06T00:50:04.806961Z","steps":["trace[289517861] 'range keys from in-memory index tree' (duration: 659.046567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:04.807037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.146123Z","time spent":"660.897267ms","remote":"127.0.0.1:35494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-06T00:50:04.806379Z","caller":"traceutil/trace.go:171","msg":"trace[2074721638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8065; }","duration":"621.614808ms","start":"2026-03-06T00:50:04.184736Z","end":"2026-03-06T00:50:04.80635Z","steps":["trace[2074721638] 'range keys from in-memory index tree' (duration: 620.366551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:04.807196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.184726Z","time spent":"622.453176ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:05.167033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.807906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:05.167205Z","caller":"traceutil/trace.go:171","msg":"trace[2081183243] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"848.960599ms","start":"2026-03-06T00:50:04.318211Z","end":"2026-03-06T00:50:05.167172Z","steps":["trace[2081183243] 'process raft request' (duration: 624.906268ms)","trace[2081183243] 'compare' (duration: 223.299355ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:05.167157Z","caller":"traceutil/trace.go:171","msg":"trace[2128831527] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8369; }","duration":"809.776519ms","start":"2026-03-06T00:50:04.357361Z","end":"2026-03-06T00:50:05.167138Z","steps":["trace[2128831527] 'read index received' (duration: 41.570561ms)","trace[2128831527] 'applied index is now lower than readState.Index' (duration: 768.204038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:05.167402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.021625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:05.167457Z","caller":"traceutil/trace.go:171","msg":"trace[1684370586] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8067; }","duration":"810.123147ms","start":"2026-03-06T00:50:04.357321Z","end":"2026-03-06T00:50:05.167444Z","steps":["trace[1684370586] 'agreement among raft nodes before linearized reading' (duration: 809.991504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.167502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.357305Z","time spent":"810.187138ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:05.167482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.318189Z","time spent":"849.177893ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:05.489754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.495983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:05.489976Z","caller":"traceutil/trace.go:171","msg":"trace[843792442] linearizableReadLoop","detail":"{readStateIndex:8374; appliedIndex:8371; }","duration":"322.526309ms","start":"2026-03-06T00:50:05.167436Z","end":"2026-03-06T00:50:05.489962Z","steps":["trace[843792442] 'read index received' (duration: 148.761691ms)","trace[843792442] 'applied index is now lower than readState.Index' (duration: 173.763998ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:05.489969Z","caller":"traceutil/trace.go:171","msg":"trace[733688896] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"918.738639ms","start":"2026-03-06T00:50:04.571192Z","end":"2026-03-06T00:50:05.48993Z","steps":["trace[733688896] 'process raft request' (duration: 744.99094ms)","trace[733688896] 'compare' (duration: 173.32179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:05.490054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.537979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:05.490088Z","caller":"traceutil/trace.go:171","msg":"trace[571451012] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8070; }","duration":"718.618891ms","start":"2026-03-06T00:50:04.771462Z","end":"2026-03-06T00:50:05.490081Z","steps":["trace[571451012] 'agreement among raft nodes before linearized reading' (duration: 718.539879ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:05.490075Z","caller":"traceutil/trace.go:171","msg":"trace[994650187] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"678.543463ms","start":"2026-03-06T00:50:04.8115Z","end":"2026-03-06T00:50:05.490044Z","steps":["trace[994650187] 'process raft request' (duration: 678.421101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.490144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.571167Z","time spent":"918.881951ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:05.490238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.176797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:50:05.490256Z","caller":"traceutil/trace.go:171","msg":"trace[1352052730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8070; }","duration":"481.215988ms","start":"2026-03-06T00:50:05.009036Z","end":"2026-03-06T00:50:05.490252Z","steps":["trace[1352052730] 'agreement among raft nodes before linearized reading' (duration: 481.091695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.49028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.009026Z","time spent":"481.246939ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:05.490266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.811481Z","time spent":"678.673206ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:05.49038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.300981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:50:05.490397Z","caller":"traceutil/trace.go:171","msg":"trace[1668727080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8070; }","duration":"482.336473ms","start":"2026-03-06T00:50:05.008056Z","end":"2026-03-06T00:50:05.490393Z","steps":["trace[1668727080] 'agreement among raft nodes before linearized reading' (duration: 482.289832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.49041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.008046Z","time spent":"482.361133ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:50:05.490493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.364023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-06T00:50:05.490472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.176566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:50:05.490515Z","caller":"traceutil/trace.go:171","msg":"trace[1864347559] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8070; }","duration":"680.415304ms","start":"2026-03-06T00:50:04.810095Z","end":"2026-03-06T00:50:05.49051Z","steps":["trace[1864347559] 'agreement among raft nodes before linearized reading' (duration: 680.358863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.490507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.39249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:05.490527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.046149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:50:05.490541Z","caller":"traceutil/trace.go:171","msg":"trace[659372074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8070; }","duration":"481.277169ms","start":"2026-03-06T00:50:05.009247Z","end":"2026-03-06T00:50:05.490524Z","steps":["trace[659372074] 'agreement among raft nodes before linearized reading' (duration: 480.759857ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:05.490581Z","caller":"traceutil/trace.go:171","msg":"trace[782360985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8070; }","duration":"548.541612ms","start":"2026-03-06T00:50:04.942022Z","end":"2026-03-06T00:50:05.490564Z","steps":["trace[782360985] 'agreement among raft nodes before linearized reading' (duration: 548.42777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.490609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.841852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T00:50:05.4906Z","caller":"traceutil/trace.go:171","msg":"trace[1089545257] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8070; }","duration":"484.165633ms","start":"2026-03-06T00:50:05.006415Z","end":"2026-03-06T00:50:05.490581Z","steps":["trace[1089545257] 'agreement among raft nodes before linearized reading' (duration: 483.979899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.490612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.17523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:50:05.490484Z","caller":"traceutil/trace.go:171","msg":"trace[1912613285] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"679.380201ms","start":"2026-03-06T00:50:04.811093Z","end":"2026-03-06T00:50:05.490473Z","steps":["trace[1912613285] 'process raft request' (duration: 678.742308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.490653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.006382Z","time spent":"484.258295ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:05.490694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.296258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:50:05.490629Z","caller":"traceutil/trace.go:171","msg":"trace[503173051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8070; }","duration":"466.880384ms","start":"2026-03-06T00:50:05.023744Z","end":"2026-03-06T00:50:05.490625Z","steps":["trace[503173051] 'agreement among raft nodes before linearized reading' (duration: 466.815122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.490612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.009233Z","time spent":"481.368761ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:05.490534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.810073Z","time spent":"680.457906ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-06T00:50:05.490662Z","caller":"traceutil/trace.go:171","msg":"trace[1802439672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8070; }","duration":"483.249922ms","start":"2026-03-06T00:50:05.007402Z","end":"2026-03-06T00:50:05.490652Z","steps":["trace[1802439672] 'agreement among raft nodes before linearized reading' (duration: 483.105999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.490989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.007385Z","time spent":"483.596009ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:50:05.490113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.771439Z","time spent":"718.666973ms","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:05.490625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.941999Z","time spent":"548.617746ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:50:05.490719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.811074Z","time spent":"679.588015ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:05.490746Z","caller":"traceutil/trace.go:171","msg":"trace[772060771] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:8070; }","duration":"444.40113ms","start":"2026-03-06T00:50:05.046333Z","end":"2026-03-06T00:50:05.490735Z","steps":["trace[772060771] 'agreement among raft nodes before linearized reading' (duration: 444.221276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.4913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.046323Z","time spent":"444.955274ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hz9wk\" "} {"level":"warn","ts":"2026-03-06T00:50:05.491969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.023732Z","time spent":"467.081688ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:50:06.500142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.734574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:06.500252Z","caller":"traceutil/trace.go:171","msg":"trace[533236234] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"1.006132724s","start":"2026-03-06T00:50:05.494098Z","end":"2026-03-06T00:50:06.500231Z","steps":["trace[533236234] 'process raft request' (duration: 183.223646ms)","trace[533236234] 'compare' (duration: 822.480489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:06.500315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.49408Z","time spent":"1.006203835s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:06.677629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000299476s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:50:06.730473Z","caller":"traceutil/trace.go:171","msg":"trace[1198108547] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"1.235232686s","start":"2026-03-06T00:50:05.495206Z","end":"2026-03-06T00:50:06.730439Z","steps":["trace[1198108547] 'process raft request' (duration: 1.234982911s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.73066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.495158Z","time spent":"1.23540407s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:06.730953Z","caller":"traceutil/trace.go:171","msg":"trace[1415710976] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"1.235787167s","start":"2026-03-06T00:50:05.495136Z","end":"2026-03-06T00:50:06.730923Z","steps":["trace[1415710976] 'process raft request' (duration: 1.182698194s)","trace[1415710976] 'compare' (duration: 52.01945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:06.731058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.495112Z","time spent":"1.23589439s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:06.731514Z","caller":"traceutil/trace.go:171","msg":"trace[1808343272] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"1.235249666s","start":"2026-03-06T00:50:05.496207Z","end":"2026-03-06T00:50:06.731457Z","steps":["trace[1808343272] 'process raft request' (duration: 1.2340315s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:06.731561Z","caller":"traceutil/trace.go:171","msg":"trace[362358077] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"1.235290737s","start":"2026-03-06T00:50:05.496251Z","end":"2026-03-06T00:50:06.731541Z","steps":["trace[362358077] 'process raft request' (duration: 1.23404826s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:06.731599Z","caller":"traceutil/trace.go:171","msg":"trace[1670238486] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8374; }","duration":"1.236136015s","start":"2026-03-06T00:50:05.495421Z","end":"2026-03-06T00:50:06.731557Z","steps":["trace[1670238486] 'read index received' (duration: 181.914738ms)","trace[1670238486] 'applied index is now lower than readState.Index' (duration: 1.054213137s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:06.731669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.496239Z","time spent":"1.235371538s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:06.73173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.496198Z","time spent":"1.235418139s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:06.983179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.804961ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:50:06.98332Z","caller":"traceutil/trace.go:171","msg":"trace[851624465] linearizableReadLoop","detail":"{readStateIndex:8380; appliedIndex:8379; }","duration":"251.619155ms","start":"2026-03-06T00:50:06.731678Z","end":"2026-03-06T00:50:06.983297Z","steps":["trace[851624465] 'read index received' (duration: 86.412µs)","trace[851624465] 'applied index is now lower than readState.Index' (duration: 251.530843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:06.983704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488271272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-06T00:50:06.983772Z","caller":"traceutil/trace.go:171","msg":"trace[997430101] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8075; }","duration":"1.488372524s","start":"2026-03-06T00:50:05.495383Z","end":"2026-03-06T00:50:06.983755Z","steps":["trace[997430101] 'agreement among raft nodes before linearized reading' (duration: 1.2363579s)","trace[997430101] 'range keys from in-memory index tree' (duration: 251.834511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:06.983837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041342416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:06.983896Z","caller":"traceutil/trace.go:171","msg":"trace[1035864463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8075; }","duration":"1.041457028s","start":"2026-03-06T00:50:05.942427Z","end":"2026-03-06T00:50:06.983884Z","steps":["trace[1035864463] 'agreement among raft nodes before linearized reading' (duration: 1.041347876s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.983921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.495369Z","time spent":"1.488427585s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-06T00:50:06.983941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.942394Z","time spent":"1.041536689s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:50:06.984202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.221547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:06.984246Z","caller":"traceutil/trace.go:171","msg":"trace[938914179] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8075; }","duration":"616.297389ms","start":"2026-03-06T00:50:06.367937Z","end":"2026-03-06T00:50:06.984235Z","steps":["trace[938914179] 'agreement among raft nodes before linearized reading' (duration: 616.228186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.984277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:06.367914Z","time spent":"616.35497ms","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:06.984488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48903013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228466"} {"level":"info","ts":"2026-03-06T00:50:06.984545Z","caller":"traceutil/trace.go:171","msg":"trace[525892613] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8075; }","duration":"1.489100531s","start":"2026-03-06T00:50:05.495433Z","end":"2026-03-06T00:50:06.984533Z","steps":["trace[525892613] 'agreement among raft nodes before linearized reading' (duration: 1.488755663s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.984574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.495397Z","time spent":"1.489169923s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228489,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:50:06.98463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488519198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T00:50:06.984672Z","caller":"traceutil/trace.go:171","msg":"trace[244399690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8075; }","duration":"1.48857581s","start":"2026-03-06T00:50:05.496086Z","end":"2026-03-06T00:50:06.984662Z","steps":["trace[244399690] 'agreement among raft nodes before linearized reading' (duration: 1.488432747s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.984701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.496079Z","time spent":"1.488615001s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:50:07.007011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.583814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:07.007014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.873977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T00:50:07.007089Z","caller":"traceutil/trace.go:171","msg":"trace[1769269134] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8076; }","duration":"204.710007ms","start":"2026-03-06T00:50:06.802358Z","end":"2026-03-06T00:50:07.007068Z","steps":["trace[1769269134] 'agreement among raft nodes before linearized reading' (duration: 204.595534ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:07.007099Z","caller":"traceutil/trace.go:171","msg":"trace[1389445602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8076; }","duration":"234.01489ms","start":"2026-03-06T00:50:06.773063Z","end":"2026-03-06T00:50:07.007078Z","steps":["trace[1389445602] 'agreement among raft nodes before linearized reading' (duration: 233.751844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:07.008172Z","caller":"traceutil/trace.go:171","msg":"trace[818671968] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"195.788941ms","start":"2026-03-06T00:50:06.812363Z","end":"2026-03-06T00:50:07.008152Z","steps":["trace[818671968] 'process raft request' (duration: 194.245457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.028378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.505143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:13.030449Z","caller":"traceutil/trace.go:171","msg":"trace[1871663610] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:8118; }","duration":"149.62304ms","start":"2026-03-06T00:50:12.880809Z","end":"2026-03-06T00:50:13.030432Z","steps":["trace[1871663610] 'range keys from in-memory index tree' (duration: 147.389591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.028505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.706371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:50:13.0306Z","caller":"traceutil/trace.go:171","msg":"trace[1448972766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8118; }","duration":"271.799688ms","start":"2026-03-06T00:50:12.758775Z","end":"2026-03-06T00:50:13.030575Z","steps":["trace[1448972766] 'range keys from in-memory index tree' (duration: 269.590929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.02865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.118569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:50:13.030757Z","caller":"traceutil/trace.go:171","msg":"trace[814045970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8118; }","duration":"271.250096ms","start":"2026-03-06T00:50:12.759493Z","end":"2026-03-06T00:50:13.030743Z","steps":["trace[814045970] 'range keys from in-memory index tree' (duration: 268.983726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.028741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.065229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:50:13.030861Z","caller":"traceutil/trace.go:171","msg":"trace[399985024] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8118; }","duration":"272.209556ms","start":"2026-03-06T00:50:12.758639Z","end":"2026-03-06T00:50:13.030848Z","steps":["trace[399985024] 'range keys from in-memory index tree' (duration: 269.826644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.028804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.024807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:50:13.030949Z","caller":"traceutil/trace.go:171","msg":"trace[1667329631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8118; }","duration":"276.200335ms","start":"2026-03-06T00:50:12.754737Z","end":"2026-03-06T00:50:13.030937Z","steps":["trace[1667329631] 'range keys from in-memory index tree' (duration: 273.599818ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:15.307445Z","caller":"traceutil/trace.go:171","msg":"trace[1091994368] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"101.654809ms","start":"2026-03-06T00:50:15.205767Z","end":"2026-03-06T00:50:15.307422Z","steps":["trace[1091994368] 'process raft request' (duration: 100.386521ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:15.311626Z","caller":"traceutil/trace.go:171","msg":"trace[1685740917] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"103.905228ms","start":"2026-03-06T00:50:15.207703Z","end":"2026-03-06T00:50:15.311609Z","steps":["trace[1685740917] 'process raft request' (duration: 103.819116ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:15.475456Z","caller":"traceutil/trace.go:171","msg":"trace[155515780] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"161.93833ms","start":"2026-03-06T00:50:15.313488Z","end":"2026-03-06T00:50:15.475427Z","steps":["trace[155515780] 'process raft request' (duration: 108.252763ms)","trace[155515780] 'compare' (duration: 53.495083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:15.711193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.09824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:15.711429Z","caller":"traceutil/trace.go:171","msg":"trace[461787898] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"136.87511ms","start":"2026-03-06T00:50:15.574536Z","end":"2026-03-06T00:50:15.711411Z","steps":["trace[461787898] 'process raft request' (duration: 136.762748ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:15.711518Z","caller":"traceutil/trace.go:171","msg":"trace[241197984] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8448; }","duration":"153.579886ms","start":"2026-03-06T00:50:15.557887Z","end":"2026-03-06T00:50:15.711467Z","steps":["trace[241197984] 'read index received' (duration: 24.13952ms)","trace[241197984] 'applied index is now lower than readState.Index' (duration: 129.436846ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:15.71161Z","caller":"traceutil/trace.go:171","msg":"trace[1277708311] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"228.594401ms","start":"2026-03-06T00:50:15.482969Z","end":"2026-03-06T00:50:15.711563Z","steps":["trace[1277708311] 'process raft request' (duration: 99.050271ms)","trace[1277708311] 'compare' (duration: 128.320232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:15.711801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.888953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:50:15.711875Z","caller":"traceutil/trace.go:171","msg":"trace[826926607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8142; }","duration":"154.004586ms","start":"2026-03-06T00:50:15.557853Z","end":"2026-03-06T00:50:15.711858Z","steps":["trace[826926607] 'agreement among raft nodes before linearized reading' (duration: 153.755571ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:15.836215Z","caller":"traceutil/trace.go:171","msg":"trace[1526223445] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8450; }","duration":"119.469058ms","start":"2026-03-06T00:50:15.716726Z","end":"2026-03-06T00:50:15.836195Z","steps":["trace[1526223445] 'read index received' (duration: 61.260703ms)","trace[1526223445] 'applied index is now lower than readState.Index' (duration: 58.207435ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:15.836272Z","caller":"traceutil/trace.go:171","msg":"trace[1546416838] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"119.55029ms","start":"2026-03-06T00:50:15.716701Z","end":"2026-03-06T00:50:15.836251Z","steps":["trace[1546416838] 'process raft request' (duration: 111.74868ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:15.836273Z","caller":"traceutil/trace.go:171","msg":"trace[1132414573] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"119.434297ms","start":"2026-03-06T00:50:15.716806Z","end":"2026-03-06T00:50:15.83624Z","steps":["trace[1132414573] 'process raft request' (duration: 119.295584ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:15.836587Z","caller":"traceutil/trace.go:171","msg":"trace[1846817975] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"119.777006ms","start":"2026-03-06T00:50:15.716797Z","end":"2026-03-06T00:50:15.836574Z","steps":["trace[1846817975] 'process raft request' (duration: 119.356786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:15.836583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.839027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127877"} {"level":"info","ts":"2026-03-06T00:50:15.836763Z","caller":"traceutil/trace.go:171","msg":"trace[439921289] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8146; }","duration":"120.058582ms","start":"2026-03-06T00:50:15.71669Z","end":"2026-03-06T00:50:15.836749Z","steps":["trace[439921289] 'agreement among raft nodes before linearized reading' (duration: 119.604941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:16.178884Z","caller":"traceutil/trace.go:171","msg":"trace[718705096] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"112.788903ms","start":"2026-03-06T00:50:16.066071Z","end":"2026-03-06T00:50:16.17886Z","steps":["trace[718705096] 'process raft request' (duration: 112.66073ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:16.27553Z","caller":"traceutil/trace.go:171","msg":"trace[1538803441] linearizableReadLoop","detail":"{readStateIndex:8465; appliedIndex:8463; }","duration":"137.217728ms","start":"2026-03-06T00:50:16.138286Z","end":"2026-03-06T00:50:16.275504Z","steps":["trace[1538803441] 'read index received' (duration: 40.458387ms)","trace[1538803441] 'applied index is now lower than readState.Index' (duration: 96.758221ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:16.27566Z","caller":"traceutil/trace.go:171","msg":"trace[2109916777] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"138.841612ms","start":"2026-03-06T00:50:16.136788Z","end":"2026-03-06T00:50:16.275629Z","steps":["trace[2109916777] 'process raft request' (duration: 113.347804ms)","trace[2109916777] 'compare' (duration: 25.145691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:16.275817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.503294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T00:50:16.275869Z","caller":"traceutil/trace.go:171","msg":"trace[185707606] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8156; }","duration":"137.604576ms","start":"2026-03-06T00:50:16.13825Z","end":"2026-03-06T00:50:16.275855Z","steps":["trace[185707606] 'agreement among raft nodes before linearized reading' (duration: 137.391432ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:16.786513Z","caller":"traceutil/trace.go:171","msg":"trace[284339321] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8476; }","duration":"111.835402ms","start":"2026-03-06T00:50:16.674655Z","end":"2026-03-06T00:50:16.786491Z","steps":["trace[284339321] 'read index received' (duration: 104.765896ms)","trace[284339321] 'applied index is now lower than readState.Index' (duration: 7.068466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:16.786687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.013116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:16.786731Z","caller":"traceutil/trace.go:171","msg":"trace[1992890289] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8168; }","duration":"112.094987ms","start":"2026-03-06T00:50:16.674623Z","end":"2026-03-06T00:50:16.786718Z","steps":["trace[1992890289] 'agreement among raft nodes before linearized reading' (duration: 111.958184ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:16.786762Z","caller":"traceutil/trace.go:171","msg":"trace[1570364200] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"112.436675ms","start":"2026-03-06T00:50:16.67429Z","end":"2026-03-06T00:50:16.786726Z","steps":["trace[1570364200] 'process raft request' (duration: 104.92756ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:16.79984Z","caller":"traceutil/trace.go:171","msg":"trace[870748220] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"124.766954ms","start":"2026-03-06T00:50:16.675047Z","end":"2026-03-06T00:50:16.799814Z","steps":["trace[870748220] 'process raft request' (duration: 124.552059ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:16.799953Z","caller":"traceutil/trace.go:171","msg":"trace[1147540894] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"124.148021ms","start":"2026-03-06T00:50:16.675728Z","end":"2026-03-06T00:50:16.799876Z","steps":["trace[1147540894] 'process raft request' (duration: 123.995008ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:16.800008Z","caller":"traceutil/trace.go:171","msg":"trace[642470129] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"113.63761ms","start":"2026-03-06T00:50:16.686348Z","end":"2026-03-06T00:50:16.799986Z","steps":["trace[642470129] 'process raft request' (duration: 113.416075ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:17.965689Z","caller":"traceutil/trace.go:171","msg":"trace[771675360] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"147.785489ms","start":"2026-03-06T00:50:17.817872Z","end":"2026-03-06T00:50:17.965658Z","steps":["trace[771675360] 'process raft request' (duration: 84.103543ms)","trace[771675360] 'compare' (duration: 63.44946ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:17.965809Z","caller":"traceutil/trace.go:171","msg":"trace[978123546] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"146.005021ms","start":"2026-03-06T00:50:17.819785Z","end":"2026-03-06T00:50:17.96579Z","steps":["trace[978123546] 'process raft request' (duration: 145.798807ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:19.597339Z","caller":"traceutil/trace.go:171","msg":"trace[1786594408] linearizableReadLoop","detail":"{readStateIndex:8529; appliedIndex:8528; }","duration":"424.250779ms","start":"2026-03-06T00:50:19.173064Z","end":"2026-03-06T00:50:19.597315Z","steps":["trace[1786594408] 'read index received' (duration: 424.201128ms)","trace[1786594408] 'applied index is now lower than readState.Index' (duration: 48.241µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:19.59741Z","caller":"traceutil/trace.go:171","msg":"trace[1378110588] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"429.142256ms","start":"2026-03-06T00:50:19.168238Z","end":"2026-03-06T00:50:19.59738Z","steps":["trace[1378110588] 'process raft request' (duration: 428.889661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:19.597554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:19.168212Z","time spent":"429.264059ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:19.597657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.555045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40485232-2421-4625-8e92-1afa3e838f52\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-06T00:50:19.597744Z","caller":"traceutil/trace.go:171","msg":"trace[1943002499] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-40485232-2421-4625-8e92-1afa3e838f52; range_end:; response_count:1; response_revision:8220; }","duration":"424.715339ms","start":"2026-03-06T00:50:19.173012Z","end":"2026-03-06T00:50:19.597728Z","steps":["trace[1943002499] 'agreement among raft nodes before linearized reading' (duration: 424.418682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:19.597811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:19.172994Z","time spent":"424.8055ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40485232-2421-4625-8e92-1afa3e838f52\" "} {"level":"warn","ts":"2026-03-06T00:50:19.598348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.004286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:50:19.598383Z","caller":"traceutil/trace.go:171","msg":"trace[235207194] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8221; }","duration":"368.073428ms","start":"2026-03-06T00:50:19.230302Z","end":"2026-03-06T00:50:19.598375Z","steps":["trace[235207194] 'agreement among raft nodes before linearized reading' (duration: 367.966275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:19.598488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:19.230285Z","time spent":"368.19578ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:19.598543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.872845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40485232-2421-4625-8e92-1afa3e838f52\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-06T00:50:19.598632Z","caller":"traceutil/trace.go:171","msg":"trace[1732957282] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-40485232-2421-4625-8e92-1afa3e838f52; range_end:; response_count:1; response_revision:8221; }","duration":"348.002728ms","start":"2026-03-06T00:50:19.250609Z","end":"2026-03-06T00:50:19.598612Z","steps":["trace[1732957282] 'agreement among raft nodes before linearized reading' (duration: 347.759242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:19.598683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:19.250593Z","time spent":"348.078189ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40485232-2421-4625-8e92-1afa3e838f52\" "} {"level":"warn","ts":"2026-03-06T00:50:19.598825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.545689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:50:19.598865Z","caller":"traceutil/trace.go:171","msg":"trace[1046544824] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"266.227487ms","start":"2026-03-06T00:50:19.332615Z","end":"2026-03-06T00:50:19.598842Z","steps":["trace[1046544824] 'process raft request' (duration: 265.562561ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:19.59888Z","caller":"traceutil/trace.go:171","msg":"trace[1297233222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:8221; }","duration":"358.858806ms","start":"2026-03-06T00:50:19.240008Z","end":"2026-03-06T00:50:19.598866Z","steps":["trace[1297233222] 'agreement among raft nodes before linearized reading' (duration: 358.685111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:19.598897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.449105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:50:19.598933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:19.239986Z","time spent":"358.939168ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hz9wk\" "} {"level":"info","ts":"2026-03-06T00:50:19.598978Z","caller":"traceutil/trace.go:171","msg":"trace[1796358284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8221; }","duration":"362.527667ms","start":"2026-03-06T00:50:19.236429Z","end":"2026-03-06T00:50:19.598957Z","steps":["trace[1796358284] 'agreement among raft nodes before linearized reading' (duration: 362.326902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:19.599029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:19.236403Z","time spent":"362.613718ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:19.59904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.265164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:50:19.599056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.11014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:50:19.599077Z","caller":"traceutil/trace.go:171","msg":"trace[822681034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8221; }","duration":"311.358555ms","start":"2026-03-06T00:50:19.287708Z","end":"2026-03-06T00:50:19.599067Z","steps":["trace[822681034] 'agreement among raft nodes before linearized reading' (duration: 311.291274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:19.599136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:19.287671Z","time spent":"311.443927ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:50:19.599085Z","caller":"traceutil/trace.go:171","msg":"trace[714037369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8221; }","duration":"363.182001ms","start":"2026-03-06T00:50:19.235894Z","end":"2026-03-06T00:50:19.599076Z","steps":["trace[714037369] 'agreement among raft nodes before linearized reading' (duration: 363.082268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:19.599277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:19.235886Z","time spent":"363.364494ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:50:19.599141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.511316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:50:19.599771Z","caller":"traceutil/trace.go:171","msg":"trace[722026754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8221; }","duration":"362.903085ms","start":"2026-03-06T00:50:19.236587Z","end":"2026-03-06T00:50:19.59949Z","steps":["trace[722026754] 'agreement among raft nodes before linearized reading' (duration: 362.034275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:19.600051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:19.23658Z","time spent":"363.237152ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:50:20.978011Z","caller":"traceutil/trace.go:171","msg":"trace[1562374401] linearizableReadLoop","detail":"{readStateIndex:8548; appliedIndex:8547; }","duration":"117.491695ms","start":"2026-03-06T00:50:20.86049Z","end":"2026-03-06T00:50:20.977982Z","steps":["trace[1562374401] 'read index received' (duration: 64.225848ms)","trace[1562374401] 'applied index is now lower than readState.Index' (duration: 53.264747ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:20.978159Z","caller":"traceutil/trace.go:171","msg":"trace[1133324822] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"117.957616ms","start":"2026-03-06T00:50:20.860148Z","end":"2026-03-06T00:50:20.978105Z","steps":["trace[1133324822] 'process raft request' (duration: 64.643307ms)","trace[1133324822] 'compare' (duration: 53.050383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:20.978322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.762371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-06T00:50:20.978416Z","caller":"traceutil/trace.go:171","msg":"trace[975195302] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8238; }","duration":"117.940735ms","start":"2026-03-06T00:50:20.860463Z","end":"2026-03-06T00:50:20.978403Z","steps":["trace[975195302] 'agreement among raft nodes before linearized reading' (duration: 117.67222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:20.9785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.471594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:20.978615Z","caller":"traceutil/trace.go:171","msg":"trace[888815779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8238; }","duration":"106.638587ms","start":"2026-03-06T00:50:20.871946Z","end":"2026-03-06T00:50:20.978585Z","steps":["trace[888815779] 'agreement among raft nodes before linearized reading' (duration: 106.410012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.100591Z","caller":"traceutil/trace.go:171","msg":"trace[348656293] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"147.473577ms","start":"2026-03-06T00:50:48.953098Z","end":"2026-03-06T00:50:49.100571Z","steps":["trace[348656293] 'process raft request' (duration: 147.299813ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.100631Z","caller":"traceutil/trace.go:171","msg":"trace[583535999] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"147.500168ms","start":"2026-03-06T00:50:48.953108Z","end":"2026-03-06T00:50:49.100608Z","steps":["trace[583535999] 'process raft request' (duration: 147.403106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.100731Z","caller":"traceutil/trace.go:171","msg":"trace[301279105] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"146.751651ms","start":"2026-03-06T00:50:48.953972Z","end":"2026-03-06T00:50:49.100723Z","steps":["trace[301279105] 'process raft request' (duration: 146.628578ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.100762Z","caller":"traceutil/trace.go:171","msg":"trace[791556342] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"146.753262ms","start":"2026-03-06T00:50:48.954003Z","end":"2026-03-06T00:50:49.100756Z","steps":["trace[791556342] 'process raft request' (duration: 146.627959ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.100738Z","caller":"traceutil/trace.go:171","msg":"trace[1518719827] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"145.712738ms","start":"2026-03-06T00:50:48.955008Z","end":"2026-03-06T00:50:49.10072Z","steps":["trace[1518719827] 'process raft request' (duration: 145.680117ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.100789Z","caller":"traceutil/trace.go:171","msg":"trace[156614159] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"146.916015ms","start":"2026-03-06T00:50:48.953867Z","end":"2026-03-06T00:50:49.100783Z","steps":["trace[156614159] 'process raft request' (duration: 146.67676ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.100816Z","caller":"traceutil/trace.go:171","msg":"trace[235867970] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"146.874844ms","start":"2026-03-06T00:50:48.953936Z","end":"2026-03-06T00:50:49.100811Z","steps":["trace[235867970] 'process raft request' (duration: 146.636119ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.100836Z","caller":"traceutil/trace.go:171","msg":"trace[963121455] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"146.68493ms","start":"2026-03-06T00:50:48.954145Z","end":"2026-03-06T00:50:49.10083Z","steps":["trace[963121455] 'process raft request' (duration: 146.514377ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.253746Z","caller":"traceutil/trace.go:171","msg":"trace[1066139950] linearizableReadLoop","detail":"{readStateIndex:8772; appliedIndex:8771; }","duration":"138.47233ms","start":"2026-03-06T00:50:49.115255Z","end":"2026-03-06T00:50:49.253727Z","steps":["trace[1066139950] 'read index received' (duration: 138.339887ms)","trace[1066139950] 'applied index is now lower than readState.Index' (duration: 131.583µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:49.253962Z","caller":"traceutil/trace.go:171","msg":"trace[1729725910] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"143.758996ms","start":"2026-03-06T00:50:49.110195Z","end":"2026-03-06T00:50:49.253954Z","steps":["trace[1729725910] 'process raft request' (duration: 143.417098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:49.254315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.050153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T00:50:49.254348Z","caller":"traceutil/trace.go:171","msg":"trace[49381944] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8455; }","duration":"139.114935ms","start":"2026-03-06T00:50:49.115224Z","end":"2026-03-06T00:50:49.254338Z","steps":["trace[49381944] 'agreement among raft nodes before linearized reading' (duration: 138.945491ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.497425Z","caller":"traceutil/trace.go:171","msg":"trace[849631351] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"232.114669ms","start":"2026-03-06T00:50:49.265278Z","end":"2026-03-06T00:50:49.497393Z","steps":["trace[849631351] 'process raft request' (duration: 229.780029ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.504178Z","caller":"traceutil/trace.go:171","msg":"trace[2067121450] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"238.619951ms","start":"2026-03-06T00:50:49.265516Z","end":"2026-03-06T00:50:49.504136Z","steps":["trace[2067121450] 'process raft request' (duration: 238.527269ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.504195Z","caller":"traceutil/trace.go:171","msg":"trace[1256164842] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"238.637042ms","start":"2026-03-06T00:50:49.265519Z","end":"2026-03-06T00:50:49.504156Z","steps":["trace[1256164842] 'process raft request' (duration: 238.54538ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.504266Z","caller":"traceutil/trace.go:171","msg":"trace[614826881] linearizableReadLoop","detail":"{readStateIndex:8783; appliedIndex:8772; }","duration":"236.339152ms","start":"2026-03-06T00:50:49.26791Z","end":"2026-03-06T00:50:49.504249Z","steps":["trace[614826881] 'read index received' (duration: 226.866794ms)","trace[614826881] 'applied index is now lower than readState.Index' (duration: 9.471398ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:49.50426Z","caller":"traceutil/trace.go:171","msg":"trace[1833202658] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"238.753234ms","start":"2026-03-06T00:50:49.265446Z","end":"2026-03-06T00:50:49.504199Z","steps":["trace[1833202658] 'process raft request' (duration: 238.512838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.504362Z","caller":"traceutil/trace.go:171","msg":"trace[1593037093] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"238.786355ms","start":"2026-03-06T00:50:49.26557Z","end":"2026-03-06T00:50:49.504357Z","steps":["trace[1593037093] 'process raft request' (duration: 238.53561ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.50434Z","caller":"traceutil/trace.go:171","msg":"trace[1429231130] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"238.769754ms","start":"2026-03-06T00:50:49.265563Z","end":"2026-03-06T00:50:49.504333Z","steps":["trace[1429231130] 'process raft request' (duration: 238.524849ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.504425Z","caller":"traceutil/trace.go:171","msg":"trace[1100573687] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"238.763284ms","start":"2026-03-06T00:50:49.265638Z","end":"2026-03-06T00:50:49.504402Z","steps":["trace[1100573687] 'process raft request' (duration: 238.5658ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.504474Z","caller":"traceutil/trace.go:171","msg":"trace[1904340370] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"238.855266ms","start":"2026-03-06T00:50:49.265606Z","end":"2026-03-06T00:50:49.504461Z","steps":["trace[1904340370] 'process raft request' (duration: 238.526579ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.504515Z","caller":"traceutil/trace.go:171","msg":"trace[1766685658] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"238.851716ms","start":"2026-03-06T00:50:49.265651Z","end":"2026-03-06T00:50:49.504503Z","steps":["trace[1766685658] 'process raft request' (duration: 238.530789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.504502Z","caller":"traceutil/trace.go:171","msg":"trace[1453200673] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"238.839716ms","start":"2026-03-06T00:50:49.265646Z","end":"2026-03-06T00:50:49.504486Z","steps":["trace[1453200673] 'process raft request' (duration: 238.503549ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.504605Z","caller":"traceutil/trace.go:171","msg":"trace[1970680620] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"238.072109ms","start":"2026-03-06T00:50:49.266467Z","end":"2026-03-06T00:50:49.504539Z","steps":["trace[1970680620] 'process raft request' (duration: 237.758112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:49.50534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.396424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-06T00:50:49.505416Z","caller":"traceutil/trace.go:171","msg":"trace[1514442971] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8466; }","duration":"237.499617ms","start":"2026-03-06T00:50:49.267894Z","end":"2026-03-06T00:50:49.505394Z","steps":["trace[1514442971] 'agreement among raft nodes before linearized reading' (duration: 237.199761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:49.505549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.686127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-06T00:50:49.505632Z","caller":"traceutil/trace.go:171","msg":"trace[424851090] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8466; }","duration":"166.864921ms","start":"2026-03-06T00:50:49.338745Z","end":"2026-03-06T00:50:49.50561Z","steps":["trace[424851090] 'agreement among raft nodes before linearized reading' (duration: 165.729587ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.887308Z","caller":"traceutil/trace.go:171","msg":"trace[284318316] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"116.320146ms","start":"2026-03-06T00:50:49.770962Z","end":"2026-03-06T00:50:49.887282Z","steps":["trace[284318316] 'process raft request' (duration: 99.547669ms)","trace[284318316] 'compare' (duration: 16.651373ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:49.951242Z","caller":"traceutil/trace.go:171","msg":"trace[815499750] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"179.775073ms","start":"2026-03-06T00:50:49.771442Z","end":"2026-03-06T00:50:49.951217Z","steps":["trace[815499750] 'process raft request' (duration: 179.522348ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.951291Z","caller":"traceutil/trace.go:171","msg":"trace[1064445816] linearizableReadLoop","detail":"{readStateIndex:8800; appliedIndex:8798; }","duration":"179.16562ms","start":"2026-03-06T00:50:49.772114Z","end":"2026-03-06T00:50:49.951279Z","steps":["trace[1064445816] 'read index received' (duration: 98.364223ms)","trace[1064445816] 'applied index is now lower than readState.Index' (duration: 80.800707ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:49.951416Z","caller":"traceutil/trace.go:171","msg":"trace[1509765861] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"177.971143ms","start":"2026-03-06T00:50:49.773406Z","end":"2026-03-06T00:50:49.951377Z","steps":["trace[1509765861] 'process raft request' (duration: 177.82134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:49.951469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.67991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:49.951518Z","caller":"traceutil/trace.go:171","msg":"trace[1188980960] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8488; }","duration":"173.754921ms","start":"2026-03-06T00:50:49.777753Z","end":"2026-03-06T00:50:49.951508Z","steps":["trace[1188980960] 'agreement among raft nodes before linearized reading' (duration: 173.656459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:49.951558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.197793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T00:50:49.951581Z","caller":"traceutil/trace.go:171","msg":"trace[1574389379] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:8488; }","duration":"165.249556ms","start":"2026-03-06T00:50:49.786324Z","end":"2026-03-06T00:50:49.951574Z","steps":["trace[1574389379] 'agreement among raft nodes before linearized reading' (duration: 165.136593ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.951604Z","caller":"traceutil/trace.go:171","msg":"trace[1997164222] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"179.065497ms","start":"2026-03-06T00:50:49.772519Z","end":"2026-03-06T00:50:49.951585Z","steps":["trace[1997164222] 'process raft request' (duration: 178.626838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.951678Z","caller":"traceutil/trace.go:171","msg":"trace[1652241740] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"174.55339ms","start":"2026-03-06T00:50:49.777106Z","end":"2026-03-06T00:50:49.951659Z","steps":["trace[1652241740] 'process raft request' (duration: 174.14072ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.951725Z","caller":"traceutil/trace.go:171","msg":"trace[440816057] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"178.587708ms","start":"2026-03-06T00:50:49.773128Z","end":"2026-03-06T00:50:49.951716Z","steps":["trace[440816057] 'process raft request' (duration: 178.078946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:49.951614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.468197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-06T00:50:49.951747Z","caller":"traceutil/trace.go:171","msg":"trace[110273669] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"179.194941ms","start":"2026-03-06T00:50:49.772534Z","end":"2026-03-06T00:50:49.951729Z","steps":["trace[110273669] 'process raft request' (duration: 178.651598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:49.951794Z","caller":"traceutil/trace.go:171","msg":"trace[1838362367] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8488; }","duration":"179.674072ms","start":"2026-03-06T00:50:49.77209Z","end":"2026-03-06T00:50:49.951764Z","steps":["trace[1838362367] 'agreement among raft nodes before linearized reading' (duration: 179.319513ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:50.195549Z","caller":"traceutil/trace.go:171","msg":"trace[667183797] linearizableReadLoop","detail":"{readStateIndex:8809; appliedIndex:8807; }","duration":"114.955495ms","start":"2026-03-06T00:50:50.080565Z","end":"2026-03-06T00:50:50.195521Z","steps":["trace[667183797] 'read index received' (duration: 49.508143ms)","trace[667183797] 'applied index is now lower than readState.Index' (duration: 65.446382ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:50.195732Z","caller":"traceutil/trace.go:171","msg":"trace[861022553] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"115.687792ms","start":"2026-03-06T00:50:50.080017Z","end":"2026-03-06T00:50:50.195705Z","steps":["trace[861022553] 'process raft request' (duration: 104.928667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:50.195794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.205651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-06T00:50:50.195838Z","caller":"traceutil/trace.go:171","msg":"trace[130274250] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8493; }","duration":"115.271782ms","start":"2026-03-06T00:50:50.08055Z","end":"2026-03-06T00:50:50.195822Z","steps":["trace[130274250] 'agreement among raft nodes before linearized reading' (duration: 115.114308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:50.196019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.267102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-06T00:50:50.196113Z","caller":"traceutil/trace.go:171","msg":"trace[152923409] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8493; }","duration":"115.375274ms","start":"2026-03-06T00:50:50.080715Z","end":"2026-03-06T00:50:50.19609Z","steps":["trace[152923409] 'agreement among raft nodes before linearized reading' (duration: 115.083098ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:50.386104Z","caller":"traceutil/trace.go:171","msg":"trace[88123338] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"185.310896ms","start":"2026-03-06T00:50:50.200762Z","end":"2026-03-06T00:50:50.386073Z","steps":["trace[88123338] 'process raft request' (duration: 179.965469ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:50.386415Z","caller":"traceutil/trace.go:171","msg":"trace[827040676] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"185.448669ms","start":"2026-03-06T00:50:50.200944Z","end":"2026-03-06T00:50:50.386393Z","steps":["trace[827040676] 'process raft request' (duration: 185.078851ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:50.386633Z","caller":"traceutil/trace.go:171","msg":"trace[1209866920] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"178.529067ms","start":"2026-03-06T00:50:50.208092Z","end":"2026-03-06T00:50:50.386621Z","steps":["trace[1209866920] 'process raft request' (duration: 178.161099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:50.38685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.587109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-06T00:50:50.386665Z","caller":"traceutil/trace.go:171","msg":"trace[976085681] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"178.423674ms","start":"2026-03-06T00:50:50.208236Z","end":"2026-03-06T00:50:50.386659Z","steps":["trace[976085681] 'process raft request' (duration: 178.186669ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:50.386922Z","caller":"traceutil/trace.go:171","msg":"trace[95882285] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8500; }","duration":"184.673071ms","start":"2026-03-06T00:50:50.202224Z","end":"2026-03-06T00:50:50.386897Z","steps":["trace[95882285] 'agreement among raft nodes before linearized reading' (duration: 184.478597ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:50.386685Z","caller":"traceutil/trace.go:171","msg":"trace[1363006301] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"178.525397ms","start":"2026-03-06T00:50:50.208156Z","end":"2026-03-06T00:50:50.386681Z","steps":["trace[1363006301] 'process raft request' (duration: 178.21013ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:50.386635Z","caller":"traceutil/trace.go:171","msg":"trace[439435029] linearizableReadLoop","detail":"{readStateIndex:8817; appliedIndex:8811; }","duration":"148.131831ms","start":"2026-03-06T00:50:50.238476Z","end":"2026-03-06T00:50:50.386608Z","steps":["trace[439435029] 'read index received' (duration: 142.235352ms)","trace[439435029] 'applied index is now lower than readState.Index' (duration: 5.895119ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:50.386766Z","caller":"traceutil/trace.go:171","msg":"trace[192809794] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"176.996493ms","start":"2026-03-06T00:50:50.209745Z","end":"2026-03-06T00:50:50.386741Z","steps":["trace[192809794] 'process raft request' (duration: 176.793429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:50.387184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.116147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:50.387208Z","caller":"traceutil/trace.go:171","msg":"trace[336668583] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8500; }","duration":"146.176889ms","start":"2026-03-06T00:50:50.241022Z","end":"2026-03-06T00:50:50.387198Z","steps":["trace[336668583] 'agreement among raft nodes before linearized reading' (duration: 146.128588ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:50.632287Z","caller":"traceutil/trace.go:171","msg":"trace[888470876] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"169.007498ms","start":"2026-03-06T00:50:50.463225Z","end":"2026-03-06T00:50:50.632233Z","steps":["trace[888470876] 'process raft request' (duration: 168.749792ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:50.632384Z","caller":"traceutil/trace.go:171","msg":"trace[517271188] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"170.308395ms","start":"2026-03-06T00:50:50.462034Z","end":"2026-03-06T00:50:50.632343Z","steps":["trace[517271188] 'process raft request' (duration: 169.764654ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:50.6326Z","caller":"traceutil/trace.go:171","msg":"trace[107930641] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"170.415719ms","start":"2026-03-06T00:50:50.462165Z","end":"2026-03-06T00:50:50.632581Z","steps":["trace[107930641] 'process raft request' (duration: 169.747724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:50.723101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.720452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-06T00:50:50.723201Z","caller":"traceutil/trace.go:171","msg":"trace[8960727] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8509; }","duration":"184.873965ms","start":"2026-03-06T00:50:50.538305Z","end":"2026-03-06T00:50:50.723179Z","steps":["trace[8960727] 'agreement among raft nodes before linearized reading' (duration: 93.955445ms)","trace[8960727] 'range keys from in-memory index tree' (duration: 90.645954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:50.723557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.057046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T00:50:50.723605Z","caller":"traceutil/trace.go:171","msg":"trace[287014751] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8509; }","duration":"114.149848ms","start":"2026-03-06T00:50:50.60944Z","end":"2026-03-06T00:50:50.72359Z","steps":["trace[287014751] 'agreement among raft nodes before linearized reading' (duration: 22.803929ms)","trace[287014751] 'range keys from in-memory index tree' (duration: 91.230437ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:50.794837Z","caller":"traceutil/trace.go:171","msg":"trace[1887175195] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"127.608612ms","start":"2026-03-06T00:50:50.667182Z","end":"2026-03-06T00:50:50.794791Z","steps":["trace[1887175195] 'process raft request' (duration: 127.187903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:50.794928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.991223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:522"} {"level":"info","ts":"2026-03-06T00:50:50.795254Z","caller":"traceutil/trace.go:171","msg":"trace[1619889407] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:8511; }","duration":"129.405362ms","start":"2026-03-06T00:50:50.665811Z","end":"2026-03-06T00:50:50.795216Z","steps":["trace[1619889407] 'agreement among raft nodes before linearized reading' (duration: 128.794008ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:51.761055Z","caller":"traceutil/trace.go:171","msg":"trace[1473587181] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"144.681375ms","start":"2026-03-06T00:50:51.616343Z","end":"2026-03-06T00:50:51.761024Z","steps":["trace[1473587181] 'process raft request' (duration: 142.522308ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:52.27502Z","caller":"traceutil/trace.go:171","msg":"trace[1679647200] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"100.916559ms","start":"2026-03-06T00:50:52.17408Z","end":"2026-03-06T00:50:52.274997Z","steps":["trace[1679647200] 'process raft request' (duration: 100.769985ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:05.975698Z","caller":"traceutil/trace.go:171","msg":"trace[1803530501] linearizableReadLoop","detail":"{readStateIndex:8971; appliedIndex:8970; }","duration":"161.437892ms","start":"2026-03-06T00:51:05.814233Z","end":"2026-03-06T00:51:05.975671Z","steps":["trace[1803530501] 'read index received' (duration: 161.204696ms)","trace[1803530501] 'applied index is now lower than readState.Index' (duration: 231.966µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:51:05.975775Z","caller":"traceutil/trace.go:171","msg":"trace[390790149] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"273.865752ms","start":"2026-03-06T00:51:05.701856Z","end":"2026-03-06T00:51:05.975721Z","steps":["trace[390790149] 'process raft request' (duration: 273.645667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:05.975932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.210938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:51:05.975986Z","caller":"traceutil/trace.go:171","msg":"trace[1686293381] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8650; }","duration":"156.32619ms","start":"2026-03-06T00:51:05.819644Z","end":"2026-03-06T00:51:05.97597Z","steps":["trace[1686293381] 'agreement among raft nodes before linearized reading' (duration: 156.182177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:05.975981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.721069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T00:51:05.976064Z","caller":"traceutil/trace.go:171","msg":"trace[687003824] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8650; }","duration":"161.856341ms","start":"2026-03-06T00:51:05.81419Z","end":"2026-03-06T00:51:05.976046Z","steps":["trace[687003824] 'agreement among raft nodes before linearized reading' (duration: 161.603966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.644408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.467362ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:51:06.644799Z","caller":"traceutil/trace.go:171","msg":"trace[2130571362] linearizableReadLoop","detail":"{readStateIndex:8977; appliedIndex:8975; }","duration":"533.580815ms","start":"2026-03-06T00:51:06.111197Z","end":"2026-03-06T00:51:06.644778Z","steps":["trace[2130571362] 'read index received' (duration: 355.856647ms)","trace[2130571362] 'applied index is now lower than readState.Index' (duration: 177.722928ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:51:06.645062Z","caller":"traceutil/trace.go:171","msg":"trace[132995830] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"540.18692ms","start":"2026-03-06T00:51:06.10484Z","end":"2026-03-06T00:51:06.645027Z","steps":["trace[132995830] 'process raft request' (duration: 539.782571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.645128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.914023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:51:06.645205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.738137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:51:06.645256Z","caller":"traceutil/trace.go:171","msg":"trace[1464047960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8655; }","duration":"534.069927ms","start":"2026-03-06T00:51:06.111163Z","end":"2026-03-06T00:51:06.645233Z","steps":["trace[1464047960] 'agreement among raft nodes before linearized reading' (duration: 533.769429ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:06.645266Z","caller":"traceutil/trace.go:171","msg":"trace[1265587254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8655; }","duration":"399.88312ms","start":"2026-03-06T00:51:06.245368Z","end":"2026-03-06T00:51:06.645251Z","steps":["trace[1265587254] 'agreement among raft nodes before linearized reading' (duration: 399.757507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.645304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.245328Z","time spent":"399.966802ms","remote":"127.0.0.1:56566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:51:06.645307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.111152Z","time spent":"534.144088ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:51:06.645304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.489349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-06T00:51:06.645466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.620192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:51:06.645479Z","caller":"traceutil/trace.go:171","msg":"trace[2112554469] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8655; }","duration":"520.704483ms","start":"2026-03-06T00:51:06.124741Z","end":"2026-03-06T00:51:06.645445Z","steps":["trace[2112554469] 'agreement among raft nodes before linearized reading' (duration: 520.276574ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:06.645518Z","caller":"traceutil/trace.go:171","msg":"trace[745458294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8655; }","duration":"153.721604ms","start":"2026-03-06T00:51:06.491785Z","end":"2026-03-06T00:51:06.645506Z","steps":["trace[745458294] 'agreement among raft nodes before linearized reading' (duration: 153.508789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.645536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.124727Z","time spent":"520.796056ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:51:06.645609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.738025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:51:06.645644Z","caller":"traceutil/trace.go:171","msg":"trace[344413790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8655; }","duration":"520.816916ms","start":"2026-03-06T00:51:06.124819Z","end":"2026-03-06T00:51:06.645636Z","steps":["trace[344413790] 'agreement among raft nodes before linearized reading' (duration: 520.702534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.645666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.124796Z","time spent":"520.864937ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:51:06.645771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.345959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:51:06.645796Z","caller":"traceutil/trace.go:171","msg":"trace[650013794] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8655; }","duration":"293.405071ms","start":"2026-03-06T00:51:06.352384Z","end":"2026-03-06T00:51:06.645789Z","steps":["trace[650013794] 'agreement among raft nodes before linearized reading' (duration: 293.36464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.645766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.331898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-06T00:51:06.645912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.052751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:51:06.645709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.411707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-58d5cc5c7c-cdlc9.189a1a3c8b6dd381\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-06T00:51:06.64596Z","caller":"traceutil/trace.go:171","msg":"trace[719188669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8655; }","duration":"521.153393ms","start":"2026-03-06T00:51:06.124796Z","end":"2026-03-06T00:51:06.645949Z","steps":["trace[719188669] 'agreement among raft nodes before linearized reading' (duration: 521.038581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.646014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.124764Z","time spent":"521.242915ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:51:06.645247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.104814Z","time spent":"540.325073ms","remote":"127.0.0.1:55064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1863,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:51:06.64611Z","caller":"traceutil/trace.go:171","msg":"trace[935897440] range","detail":"{range_begin:/registry/events/openstack/glance-api-58d5cc5c7c-cdlc9.189a1a3c8b6dd381; range_end:; response_count:1; response_revision:8655; }","duration":"355.961148ms","start":"2026-03-06T00:51:06.290037Z","end":"2026-03-06T00:51:06.645998Z","steps":["trace[935897440] 'agreement among raft nodes before linearized reading' (duration: 355.010448ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:06.645997Z","caller":"traceutil/trace.go:171","msg":"trace[1166049396] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:8655; }","duration":"500.521292ms","start":"2026-03-06T00:51:06.145381Z","end":"2026-03-06T00:51:06.645902Z","steps":["trace[1166049396] 'agreement among raft nodes before linearized reading' (duration: 499.721225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.646183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.290021Z","time spent":"356.144643ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-58d5cc5c7c-cdlc9.189a1a3c8b6dd381\" "} {"level":"warn","ts":"2026-03-06T00:51:06.646301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.145365Z","time spent":"500.92ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hz9wk\" "} {"level":"warn","ts":"2026-03-06T00:51:07.889164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.11982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ww4pr\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-03-06T00:51:07.889272Z","caller":"traceutil/trace.go:171","msg":"trace[1899771994] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ww4pr; range_end:; response_count:1; response_revision:8669; }","duration":"163.240492ms","start":"2026-03-06T00:51:07.726013Z","end":"2026-03-06T00:51:07.889254Z","steps":["trace[1899771994] 'range keys from in-memory index tree' (duration: 162.948925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:07.889492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.364629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:51:07.88952Z","caller":"traceutil/trace.go:171","msg":"trace[2329473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8669; }","duration":"160.419711ms","start":"2026-03-06T00:51:07.729091Z","end":"2026-03-06T00:51:07.889511Z","steps":["trace[2329473] 'range keys from in-memory index tree' (duration: 160.324857ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:08.001782Z","caller":"traceutil/trace.go:171","msg":"trace[627514182] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"101.852819ms","start":"2026-03-06T00:51:07.899886Z","end":"2026-03-06T00:51:08.001739Z","steps":["trace[627514182] 'process raft request' (duration: 101.544742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:09.173929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.42435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T00:51:09.174016Z","caller":"traceutil/trace.go:171","msg":"trace[1084275210] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8690; }","duration":"117.573943ms","start":"2026-03-06T00:51:09.056422Z","end":"2026-03-06T00:51:09.173996Z","steps":["trace[1084275210] 'range keys from in-memory index tree' (duration: 117.235266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:09.174533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.192377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:51:09.174926Z","caller":"traceutil/trace.go:171","msg":"trace[1492774862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8690; }","duration":"129.575725ms","start":"2026-03-06T00:51:09.045269Z","end":"2026-03-06T00:51:09.174844Z","steps":["trace[1492774862] 'range keys from in-memory index tree' (duration: 128.525112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:21.24934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:20.836435Z","time spent":"412.900555ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T00:51:21.265339Z","caller":"traceutil/trace.go:171","msg":"trace[1799293700] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"425.346976ms","start":"2026-03-06T00:51:20.839961Z","end":"2026-03-06T00:51:21.265308Z","steps":["trace[1799293700] 'process raft request' (duration: 425.041359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:21.265509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:20.839937Z","time spent":"425.48667ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:51:21.265584Z","caller":"traceutil/trace.go:171","msg":"trace[145000582] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"422.246649ms","start":"2026-03-06T00:51:20.843304Z","end":"2026-03-06T00:51:21.265551Z","steps":["trace[145000582] 'process raft request' (duration: 421.949192ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:21.265616Z","caller":"traceutil/trace.go:171","msg":"trace[1466748271] linearizableReadLoop","detail":"{readStateIndex:9084; appliedIndex:9082; }","duration":"424.472378ms","start":"2026-03-06T00:51:20.841108Z","end":"2026-03-06T00:51:21.26558Z","steps":["trace[1466748271] 'read index received' (duration: 408.11666ms)","trace[1466748271] 'applied index is now lower than readState.Index' (duration: 16.314007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:51:21.265783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:20.843278Z","time spent":"422.405652ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:51:21.266675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.538911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291249"} {"level":"info","ts":"2026-03-06T00:51:21.266763Z","caller":"traceutil/trace.go:171","msg":"trace[1565892851] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8760; }","duration":"425.652903ms","start":"2026-03-06T00:51:20.841088Z","end":"2026-03-06T00:51:21.266741Z","steps":["trace[1565892851] 'agreement among raft nodes before linearized reading' (duration: 424.615381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:21.266824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:20.84108Z","time spent":"425.730325ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291272,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:51:21.282628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.774324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:51:21.282672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.517132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T00:51:21.282709Z","caller":"traceutil/trace.go:171","msg":"trace[1232622470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8761; }","duration":"434.878856ms","start":"2026-03-06T00:51:20.84781Z","end":"2026-03-06T00:51:21.282689Z","steps":["trace[1232622470] 'agreement among raft nodes before linearized reading' (duration: 434.61596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:21.282711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.684159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:51:21.282728Z","caller":"traceutil/trace.go:171","msg":"trace[519623707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8761; }","duration":"293.600335ms","start":"2026-03-06T00:51:20.98911Z","end":"2026-03-06T00:51:21.282711Z","steps":["trace[519623707] 'agreement among raft nodes before linearized reading' (duration: 293.445771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:21.282762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:20.847803Z","time spent":"434.949007ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:51:21.282767Z","caller":"traceutil/trace.go:171","msg":"trace[1488375512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8761; }","duration":"433.758371ms","start":"2026-03-06T00:51:20.848995Z","end":"2026-03-06T00:51:21.282753Z","steps":["trace[1488375512] 'agreement among raft nodes before linearized reading' (duration: 433.637788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:21.282885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:20.848988Z","time spent":"433.889054ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:51:21.496558Z","caller":"traceutil/trace.go:171","msg":"trace[1570148363] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"209.30233ms","start":"2026-03-06T00:51:21.287209Z","end":"2026-03-06T00:51:21.496511Z","steps":["trace[1570148363] 'process raft request' (duration: 209.244699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:21.496578Z","caller":"traceutil/trace.go:171","msg":"trace[1712553426] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"209.345141ms","start":"2026-03-06T00:51:21.287203Z","end":"2026-03-06T00:51:21.496548Z","steps":["trace[1712553426] 'process raft request' (duration: 209.140817ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:21.496753Z","caller":"traceutil/trace.go:171","msg":"trace[1871135082] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"208.956642ms","start":"2026-03-06T00:51:21.287771Z","end":"2026-03-06T00:51:21.496728Z","steps":["trace[1871135082] 'process raft request' (duration: 208.715307ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:24.045133Z","caller":"traceutil/trace.go:171","msg":"trace[584255001] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9102; }","duration":"103.568576ms","start":"2026-03-06T00:51:23.941544Z","end":"2026-03-06T00:51:24.045113Z","steps":["trace[584255001] 'read index received' (duration: 103.400902ms)","trace[584255001] 'applied index is now lower than readState.Index' (duration: 166.854µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:51:24.045281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.720399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:51:24.045331Z","caller":"traceutil/trace.go:171","msg":"trace[127480032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8778; }","duration":"103.815051ms","start":"2026-03-06T00:51:23.941502Z","end":"2026-03-06T00:51:24.045317Z","steps":["trace[127480032] 'agreement among raft nodes before linearized reading' (duration: 103.724209ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:24.045332Z","caller":"traceutil/trace.go:171","msg":"trace[2104182868] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"109.752492ms","start":"2026-03-06T00:51:23.935485Z","end":"2026-03-06T00:51:24.045238Z","steps":["trace[2104182868] 'process raft request' (duration: 109.460155ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:11.499744Z","caller":"traceutil/trace.go:171","msg":"trace[1161662492] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"100.286505ms","start":"2026-03-06T00:52:11.399431Z","end":"2026-03-06T00:52:11.499717Z","steps":["trace[1161662492] 'process raft request' (duration: 100.116861ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:25.769949Z","caller":"traceutil/trace.go:171","msg":"trace[1441467683] transaction","detail":"{read_only:false; response_revision:9185; number_of_response:1; }","duration":"142.59386ms","start":"2026-03-06T00:52:25.627316Z","end":"2026-03-06T00:52:25.76991Z","steps":["trace[1441467683] 'process raft request' (duration: 142.332173ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:08.307609Z","caller":"traceutil/trace.go:171","msg":"trace[450462532] transaction","detail":"{read_only:false; response_revision:9485; number_of_response:1; }","duration":"125.818448ms","start":"2026-03-06T00:53:08.181754Z","end":"2026-03-06T00:53:08.307573Z","steps":["trace[450462532] 'process raft request' (duration: 125.634974ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:08.438929Z","caller":"traceutil/trace.go:171","msg":"trace[380767017] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"254.452287ms","start":"2026-03-06T00:53:08.184447Z","end":"2026-03-06T00:53:08.4389Z","steps":["trace[380767017] 'process raft request' (duration: 251.734768ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:27.543235Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21032583b6cd9182","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T00:53:27.55424Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T00:53:27.55435Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T00:53:32.5657Z","caller":"traceutil/trace.go:171","msg":"trace[162860375] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"122.637278ms","start":"2026-03-06T00:53:32.443031Z","end":"2026-03-06T00:53:32.565668Z","steps":["trace[162860375] 'process raft request' (duration: 122.243289ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:32.808387Z","caller":"traceutil/trace.go:171","msg":"trace[171246840] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"201.542648ms","start":"2026-03-06T00:53:32.606808Z","end":"2026-03-06T00:53:32.80835Z","steps":["trace[171246840] 'process raft request' (duration: 135.836918ms)","trace[171246840] 'compare' (duration: 65.540586ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:07.7461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7706} {"level":"info","ts":"2026-03-06T00:54:07.817797Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7706,"took":"69.239377ms","hash":2732295802,"current-db-size-bytes":42819584,"current-db-size":"43 MB","current-db-size-in-use-bytes":26730496,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T00:54:07.817858Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2732295802,"revision":7706,"compact-revision":5662} {"level":"info","ts":"2026-03-06T00:54:42.753272Z","caller":"traceutil/trace.go:171","msg":"trace[617834725] transaction","detail":"{read_only:false; response_revision:10385; number_of_response:1; }","duration":"409.834061ms","start":"2026-03-06T00:54:42.343418Z","end":"2026-03-06T00:54:42.753252Z","steps":["trace[617834725] 'process raft request' (duration: 409.689778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:42.753401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:42.343401Z","time spent":"409.940434ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:42.917471Z","caller":"traceutil/trace.go:171","msg":"trace[569787366] linearizableReadLoop","detail":"{readStateIndex:10760; appliedIndex:10759; }","duration":"294.058445ms","start":"2026-03-06T00:54:42.623383Z","end":"2026-03-06T00:54:42.917441Z","steps":["trace[569787366] 'read index received' (duration: 129.859745ms)","trace[569787366] 'applied index is now lower than readState.Index' (duration: 164.19778ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:42.917502Z","caller":"traceutil/trace.go:171","msg":"trace[697173558] transaction","detail":"{read_only:false; response_revision:10386; number_of_response:1; }","duration":"573.370886ms","start":"2026-03-06T00:54:42.344104Z","end":"2026-03-06T00:54:42.917475Z","steps":["trace[697173558] 'process raft request' (duration: 564.159705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:42.917618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:42.344076Z","time spent":"573.481869ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:54:42.917746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.331371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-06T00:54:42.917774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.239272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-06T00:54:42.917768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.015844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T00:54:42.917825Z","caller":"traceutil/trace.go:171","msg":"trace[2056133731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:10386; }","duration":"186.305404ms","start":"2026-03-06T00:54:42.731506Z","end":"2026-03-06T00:54:42.917811Z","steps":["trace[2056133731] 'agreement among raft nodes before linearized reading' (duration: 186.113669ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:42.917832Z","caller":"traceutil/trace.go:171","msg":"trace[1319718532] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10386; }","duration":"294.470714ms","start":"2026-03-06T00:54:42.623338Z","end":"2026-03-06T00:54:42.917809Z","steps":["trace[1319718532] 'agreement among raft nodes before linearized reading' (duration: 294.254939ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:42.917851Z","caller":"traceutil/trace.go:171","msg":"trace[599649364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10386; }","duration":"247.133267ms","start":"2026-03-06T00:54:42.670693Z","end":"2026-03-06T00:54:42.917826Z","steps":["trace[599649364] 'agreement among raft nodes before linearized reading' (duration: 246.922652ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:01.841315Z","caller":"traceutil/trace.go:171","msg":"trace[2050600983] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"132.559945ms","start":"2026-03-06T00:55:01.708719Z","end":"2026-03-06T00:55:01.841279Z","steps":["trace[2050600983] 'process raft request' (duration: 132.260268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:02.116272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.494431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:55:02.116371Z","caller":"traceutil/trace.go:171","msg":"trace[633660955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10481; }","duration":"105.674015ms","start":"2026-03-06T00:55:02.010674Z","end":"2026-03-06T00:55:02.116348Z","steps":["trace[633660955] 'range keys from in-memory index tree' (duration: 105.180215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:02.11636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.634655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:55:02.116454Z","caller":"traceutil/trace.go:171","msg":"trace[244868641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10481; }","duration":"173.767369ms","start":"2026-03-06T00:55:01.942664Z","end":"2026-03-06T00:55:02.116431Z","steps":["trace[244868641] 'range keys from in-memory index tree' (duration: 173.579705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:02.116519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.042405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:55:02.116627Z","caller":"traceutil/trace.go:171","msg":"trace[873179420] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10481; }","duration":"174.210088ms","start":"2026-03-06T00:55:01.942391Z","end":"2026-03-06T00:55:02.116601Z","steps":["trace[873179420] 'count revisions from in-memory index tree' (duration: 173.939032ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:02.97273Z","caller":"traceutil/trace.go:171","msg":"trace[159281435] linearizableReadLoop","detail":"{readStateIndex:10860; appliedIndex:10859; }","duration":"326.160647ms","start":"2026-03-06T00:55:02.646493Z","end":"2026-03-06T00:55:02.972653Z","steps":["trace[159281435] 'read index received' (duration: 325.907132ms)","trace[159281435] 'applied index is now lower than readState.Index' (duration: 248.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:55:02.972865Z","caller":"traceutil/trace.go:171","msg":"trace[1396789897] transaction","detail":"{read_only:false; response_revision:10482; number_of_response:1; }","duration":"851.345418ms","start":"2026-03-06T00:55:02.12144Z","end":"2026-03-06T00:55:02.972785Z","steps":["trace[1396789897] 'process raft request' (duration: 851.033452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:02.973018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:02.121425Z","time spent":"851.507281ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:55:02.973034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.526976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T00:55:02.973105Z","caller":"traceutil/trace.go:171","msg":"trace[1620016145] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10482; }","duration":"326.648079ms","start":"2026-03-06T00:55:02.646439Z","end":"2026-03-06T00:55:02.973087Z","steps":["trace[1620016145] 'agreement among raft nodes before linearized reading' (duration: 326.414124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:02.97319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:02.646413Z","time spent":"326.736661ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T00:55:03.003407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.744675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:55:03.003507Z","caller":"traceutil/trace.go:171","msg":"trace[2090149068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10483; }","duration":"161.891058ms","start":"2026-03-06T00:55:02.841595Z","end":"2026-03-06T00:55:03.003486Z","steps":["trace[2090149068] 'agreement among raft nodes before linearized reading' (duration: 161.595372ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:03.003102Z","caller":"traceutil/trace.go:171","msg":"trace[1204018542] transaction","detail":"{read_only:false; response_revision:10483; number_of_response:1; }","duration":"277.141234ms","start":"2026-03-06T00:55:02.725923Z","end":"2026-03-06T00:55:03.003064Z","steps":["trace[1204018542] 'process raft request' (duration: 276.92417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.548381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.29348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:55:03.548823Z","caller":"traceutil/trace.go:171","msg":"trace[1220112350] linearizableReadLoop","detail":"{readStateIndex:10863; appliedIndex:10861; }","duration":"469.522351ms","start":"2026-03-06T00:55:03.079281Z","end":"2026-03-06T00:55:03.548803Z","steps":["trace[1220112350] 'read index received' (duration: 196.67987ms)","trace[1220112350] 'applied index is now lower than readState.Index' (duration: 272.841161ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:55:03.548832Z","caller":"traceutil/trace.go:171","msg":"trace[925876085] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"540.607319ms","start":"2026-03-06T00:55:03.0082Z","end":"2026-03-06T00:55:03.548807Z","steps":["trace[925876085] 'process raft request' (duration: 41.780416ms)","trace[925876085] 'compare' (duration: 497.706687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:55:03.548933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.008181Z","time spent":"540.705311ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:55:03.548956Z","caller":"traceutil/trace.go:171","msg":"trace[1600825951] transaction","detail":"{read_only:false; response_revision:10485; number_of_response:1; }","duration":"478.13796ms","start":"2026-03-06T00:55:03.070784Z","end":"2026-03-06T00:55:03.548922Z","steps":["trace[1600825951] 'process raft request' (duration: 477.71905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.549064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.070768Z","time spent":"478.245412ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:55:03.549154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.861419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:55:03.549268Z","caller":"traceutil/trace.go:171","msg":"trace[1223760067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10485; }","duration":"470.016862ms","start":"2026-03-06T00:55:03.079228Z","end":"2026-03-06T00:55:03.549245Z","steps":["trace[1223760067] 'agreement among raft nodes before linearized reading' (duration: 469.697665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.549313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.079207Z","time spent":"470.095173ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:55:03.729534Z","caller":"traceutil/trace.go:171","msg":"trace[748151585] linearizableReadLoop","detail":"{readStateIndex:10864; appliedIndex:10863; }","duration":"180.636108ms","start":"2026-03-06T00:55:03.548865Z","end":"2026-03-06T00:55:03.729501Z","steps":["trace[748151585] 'read index received' (duration: 104.128222ms)","trace[748151585] 'applied index is now lower than readState.Index' (duration: 76.506096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:55:03.729659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.232283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:55:03.729799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.753552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:55:03.729826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.772093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:55:03.729842Z","caller":"traceutil/trace.go:171","msg":"trace[1151988621] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10486; }","duration":"604.444998ms","start":"2026-03-06T00:55:03.125379Z","end":"2026-03-06T00:55:03.729824Z","steps":["trace[1151988621] 'agreement among raft nodes before linearized reading' (duration: 604.212153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.729725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.307852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:55:03.729858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.542067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T00:55:03.729875Z","caller":"traceutil/trace.go:171","msg":"trace[1014041020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10486; }","duration":"525.847134ms","start":"2026-03-06T00:55:03.204011Z","end":"2026-03-06T00:55:03.729859Z","steps":["trace[1014041020] 'agreement among raft nodes before linearized reading' (duration: 525.751702ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:03.729876Z","caller":"traceutil/trace.go:171","msg":"trace[141095465] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10486; }","duration":"504.830214ms","start":"2026-03-06T00:55:03.225022Z","end":"2026-03-06T00:55:03.729853Z","steps":["trace[141095465] 'agreement among raft nodes before linearized reading' (duration: 504.749732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.729905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.76603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:55:03.729921Z","caller":"traceutil/trace.go:171","msg":"trace[1359056796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10486; }","duration":"373.618249ms","start":"2026-03-06T00:55:03.35628Z","end":"2026-03-06T00:55:03.729899Z","steps":["trace[1359056796] 'agreement among raft nodes before linearized reading' (duration: 373.457415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.729932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.203992Z","time spent":"525.929906ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:55:03.729933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.250227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-06T00:55:03.729947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.225016Z","time spent":"504.914065ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-06T00:55:03.729962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.356264Z","time spent":"373.68913ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:55:03.72996Z","caller":"traceutil/trace.go:171","msg":"trace[2080898238] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10486; }","duration":"643.828071ms","start":"2026-03-06T00:55:03.086112Z","end":"2026-03-06T00:55:03.72994Z","steps":["trace[2080898238] 'agreement among raft nodes before linearized reading' (duration: 643.703598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:03.729985Z","caller":"traceutil/trace.go:171","msg":"trace[166031898] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10486; }","duration":"502.315798ms","start":"2026-03-06T00:55:03.227653Z","end":"2026-03-06T00:55:03.729968Z","steps":["trace[166031898] 'agreement among raft nodes before linearized reading' (duration: 502.139624ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:03.729993Z","caller":"traceutil/trace.go:171","msg":"trace[1050726837] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10486; }","duration":"603.516656ms","start":"2026-03-06T00:55:03.126371Z","end":"2026-03-06T00:55:03.729888Z","steps":["trace[1050726837] 'agreement among raft nodes before linearized reading' (duration: 603.299972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.730006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.086105Z","time spent":"643.890012ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:55:03.730012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.125366Z","time spent":"604.513919ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:55:03.730049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.126364Z","time spent":"603.67235ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-06T00:55:03.730047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.227647Z","time spent":"502.387061ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:55:03.730064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.489983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-06T00:55:03.729646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.103839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:55:03.730163Z","caller":"traceutil/trace.go:171","msg":"trace[1526212682] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:10486; }","duration":"622.639346ms","start":"2026-03-06T00:55:03.1075Z","end":"2026-03-06T00:55:03.730139Z","steps":["trace[1526212682] 'agreement among raft nodes before linearized reading' (duration: 622.310369ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:03.730181Z","caller":"traceutil/trace.go:171","msg":"trace[702139313] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10486; }","duration":"505.698072ms","start":"2026-03-06T00:55:03.224472Z","end":"2026-03-06T00:55:03.73017Z","steps":["trace[702139313] 'agreement among raft nodes before linearized reading' (duration: 505.055379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.730215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.224455Z","time spent":"505.751393ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:55:03.730218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.107489Z","time spent":"622.717347ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hz9wk\" "} {"level":"warn","ts":"2026-03-06T00:55:03.729657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.603359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:55:03.73031Z","caller":"traceutil/trace.go:171","msg":"trace[1811059190] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10486; }","duration":"604.299923ms","start":"2026-03-06T00:55:03.126002Z","end":"2026-03-06T00:55:03.730302Z","steps":["trace[1811059190] 'agreement among raft nodes before linearized reading' (duration: 603.564207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.730337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.125995Z","time spent":"604.335404ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:55:03.729644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.443744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:55:03.73044Z","caller":"traceutil/trace.go:171","msg":"trace[1972133902] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10486; }","duration":"504.280362ms","start":"2026-03-06T00:55:03.226146Z","end":"2026-03-06T00:55:03.730426Z","steps":["trace[1972133902] 'agreement among raft nodes before linearized reading' (duration: 503.400583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.730565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.226139Z","time spent":"504.410565ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:55:03.729724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.167322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-06T00:55:03.730709Z","caller":"traceutil/trace.go:171","msg":"trace[1896961368] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10486; }","duration":"600.185475ms","start":"2026-03-06T00:55:03.130512Z","end":"2026-03-06T00:55:03.730697Z","steps":["trace[1896961368] 'agreement among raft nodes before linearized reading' (duration: 599.06849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.729743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.410055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:55:03.730762Z","caller":"traceutil/trace.go:171","msg":"trace[673185466] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10486; }","duration":"505.427248ms","start":"2026-03-06T00:55:03.225322Z","end":"2026-03-06T00:55:03.73075Z","steps":["trace[673185466] 'agreement among raft nodes before linearized reading' (duration: 504.385825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.730786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.130504Z","time spent":"600.240326ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:55:03.7308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.225298Z","time spent":"505.490069ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-06T00:55:03.729756Z","caller":"traceutil/trace.go:171","msg":"trace[1201165643] transaction","detail":"{read_only:false; response_revision:10486; number_of_response:1; }","duration":"583.933237ms","start":"2026-03-06T00:55:03.145792Z","end":"2026-03-06T00:55:03.729725Z","steps":["trace[1201165643] 'process raft request' (duration: 507.191215ms)","trace[1201165643] 'compare' (duration: 76.314833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:55:03.730976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.145777Z","time spent":"585.126334ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:55:03.729782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.085786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:55:03.731101Z","caller":"traceutil/trace.go:171","msg":"trace[1315851523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10486; }","duration":"645.429026ms","start":"2026-03-06T00:55:03.085659Z","end":"2026-03-06T00:55:03.731088Z","steps":["trace[1315851523] 'agreement among raft nodes before linearized reading' (duration: 643.941693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.731178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.085646Z","time spent":"645.518658ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:55:03.731077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.303974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:55:03.732756Z","caller":"traceutil/trace.go:171","msg":"trace[274509527] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10486; }","duration":"606.983673ms","start":"2026-03-06T00:55:03.125753Z","end":"2026-03-06T00:55:03.732737Z","steps":["trace[274509527] 'agreement among raft nodes before linearized reading' (duration: 604.009338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.732821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.125724Z","time spent":"607.080404ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:55:03.732612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.957052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T00:55:03.732903Z","caller":"traceutil/trace.go:171","msg":"trace[45617154] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10486; }","duration":"508.252809ms","start":"2026-03-06T00:55:03.224621Z","end":"2026-03-06T00:55:03.732873Z","steps":["trace[45617154] 'agreement among raft nodes before linearized reading' (duration: 506.393059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:03.732972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:55:03.224615Z","time spent":"508.341311ms","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-06T00:55:03.774219Z","caller":"traceutil/trace.go:171","msg":"trace[516875194] transaction","detail":"{read_only:false; response_revision:10487; number_of_response:1; }","duration":"220.79968ms","start":"2026-03-06T00:55:03.553401Z","end":"2026-03-06T00:55:03.774201Z","steps":["trace[516875194] 'process raft request' (duration: 220.638217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:04.08571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.139964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:55:04.085808Z","caller":"traceutil/trace.go:171","msg":"trace[1476490650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10490; }","duration":"142.292829ms","start":"2026-03-06T00:55:03.943489Z","end":"2026-03-06T00:55:04.085781Z","steps":["trace[1476490650] 'range keys from in-memory index tree' (duration: 142.039943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:04.085904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.310018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:55:04.086426Z","caller":"traceutil/trace.go:171","msg":"trace[151424747] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10490; }","duration":"230.87548ms","start":"2026-03-06T00:55:03.855535Z","end":"2026-03-06T00:55:04.086411Z","steps":["trace[151424747] 'range keys from in-memory index tree' (duration: 230.225815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:06.044393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.602694ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-06T00:55:06.044759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.910624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:55:06.04482Z","caller":"traceutil/trace.go:171","msg":"trace[1578084486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10498; }","duration":"102.024927ms","start":"2026-03-06T00:55:05.942777Z","end":"2026-03-06T00:55:06.044802Z","steps":["trace[1578084486] 'agreement among raft nodes before linearized reading' (duration: 101.906154ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:06.044626Z","caller":"traceutil/trace.go:171","msg":"trace[650876788] linearizableReadLoop","detail":"{readStateIndex:10877; appliedIndex:10876; }","duration":"101.697359ms","start":"2026-03-06T00:55:05.94284Z","end":"2026-03-06T00:55:06.044537Z","steps":["trace[650876788] 'read index received' (duration: 50.551µs)","trace[650876788] 'applied index is now lower than readState.Index' (duration: 101.644508ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:07.754923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10017} {"level":"info","ts":"2026-03-06T00:59:07.840956Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10017,"took":"82.647237ms","hash":183169502,"current-db-size-bytes":42819584,"current-db-size":"43 MB","current-db-size-in-use-bytes":23556096,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T00:59:07.841025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":183169502,"revision":10017,"compact-revision":7706} {"level":"info","ts":"2026-03-06T01:00:33.631739Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032e4.wal"} {"level":"warn","ts":"2026-03-06T01:00:40.144676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.885869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:40.144822Z","caller":"traceutil/trace.go:171","msg":"trace[1492343688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12637; }","duration":"202.070844ms","start":"2026-03-06T01:00:39.942708Z","end":"2026-03-06T01:00:40.144779Z","steps":["trace[1492343688] 'range keys from in-memory index tree' (duration: 201.779768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:40.144727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.822594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T01:00:40.144904Z","caller":"traceutil/trace.go:171","msg":"trace[113102250] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12637; }","duration":"285.033429ms","start":"2026-03-06T01:00:39.859847Z","end":"2026-03-06T01:00:40.14488Z","steps":["trace[113102250] 'range keys from in-memory index tree' (duration: 284.606089ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:43.56861Z","caller":"traceutil/trace.go:171","msg":"trace[1054055836] transaction","detail":"{read_only:false; response_revision:12658; number_of_response:1; }","duration":"220.677523ms","start":"2026-03-06T01:00:43.347907Z","end":"2026-03-06T01:00:43.568585Z","steps":["trace[1054055836] 'process raft request' (duration: 220.53322ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:03.286417Z","caller":"traceutil/trace.go:171","msg":"trace[635971223] transaction","detail":"{read_only:false; response_revision:12748; number_of_response:1; }","duration":"242.86987ms","start":"2026-03-06T01:01:03.043528Z","end":"2026-03-06T01:01:03.286398Z","steps":["trace[635971223] 'process raft request' (duration: 242.740217ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:03.913246Z","caller":"traceutil/trace.go:171","msg":"trace[2078422722] transaction","detail":"{read_only:false; response_revision:12750; number_of_response:1; }","duration":"803.920079ms","start":"2026-03-06T01:01:03.109294Z","end":"2026-03-06T01:01:03.913214Z","steps":["trace[2078422722] 'process raft request' (duration: 803.849768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:03.913446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:03.109276Z","time spent":"804.063142ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:03.913457Z","caller":"traceutil/trace.go:171","msg":"trace[1451789504] transaction","detail":"{read_only:false; response_revision:12749; number_of_response:1; }","duration":"863.54217ms","start":"2026-03-06T01:01:03.049751Z","end":"2026-03-06T01:01:03.913293Z","steps":["trace[1451789504] 'process raft request' (duration: 863.204002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:03.913769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:03.049723Z","time spent":"863.897557ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:03.929831Z","caller":"traceutil/trace.go:171","msg":"trace[1516491114] linearizableReadLoop","detail":"{readStateIndex:13215; appliedIndex:13212; }","duration":"462.862418ms","start":"2026-03-06T01:01:03.46696Z","end":"2026-03-06T01:01:03.929823Z","steps":["trace[1516491114] 'read index received' (duration: 446.075389ms)","trace[1516491114] 'applied index is now lower than readState.Index' (duration: 16.786469ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:01:03.929926Z","caller":"traceutil/trace.go:171","msg":"trace[1609007024] transaction","detail":"{read_only:false; response_revision:12751; number_of_response:1; }","duration":"566.301314ms","start":"2026-03-06T01:01:03.36362Z","end":"2026-03-06T01:01:03.929921Z","steps":["trace[1609007024] 'process raft request' (duration: 563.577494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:03.929998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:03.363587Z","time spent":"566.380345ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:03.930104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.29849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:01:03.930195Z","caller":"traceutil/trace.go:171","msg":"trace[1884112910] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12751; }","duration":"278.448233ms","start":"2026-03-06T01:01:03.651725Z","end":"2026-03-06T01:01:03.930173Z","steps":["trace[1884112910] 'agreement among raft nodes before linearized reading' (duration: 278.246769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:03.93027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.114664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T01:01:03.930277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.287258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:01:03.930359Z","caller":"traceutil/trace.go:171","msg":"trace[821205054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12751; }","duration":"142.213636ms","start":"2026-03-06T01:01:03.788109Z","end":"2026-03-06T01:01:03.930323Z","steps":["trace[821205054] 'agreement among raft nodes before linearized reading' (duration: 141.91202ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:03.930364Z","caller":"traceutil/trace.go:171","msg":"trace[238819213] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12751; }","duration":"463.422011ms","start":"2026-03-06T01:01:03.466919Z","end":"2026-03-06T01:01:03.930341Z","steps":["trace[238819213] 'agreement among raft nodes before linearized reading' (duration: 463.179245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:03.93041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:03.466903Z","time spent":"463.496322ms","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":152,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:01:03.930574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.022688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T01:01:03.930611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.691355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T01:01:03.93062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.569154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:01:03.930631Z","caller":"traceutil/trace.go:171","msg":"trace[806879152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12751; }","duration":"129.098949ms","start":"2026-03-06T01:01:03.801521Z","end":"2026-03-06T01:01:03.93062Z","steps":["trace[806879152] 'agreement among raft nodes before linearized reading' (duration: 128.960806ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:03.930647Z","caller":"traceutil/trace.go:171","msg":"trace[487963641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12751; }","duration":"146.767927ms","start":"2026-03-06T01:01:03.783868Z","end":"2026-03-06T01:01:03.930636Z","steps":["trace[487963641] 'agreement among raft nodes before linearized reading' (duration: 146.610894ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:03.930668Z","caller":"traceutil/trace.go:171","msg":"trace[206230931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12751; }","duration":"257.662266ms","start":"2026-03-06T01:01:03.672992Z","end":"2026-03-06T01:01:03.930655Z","steps":["trace[206230931] 'agreement among raft nodes before linearized reading' (duration: 257.514473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:29.743087Z","caller":"traceutil/trace.go:171","msg":"trace[2043027619] transaction","detail":"{read_only:false; response_revision:12869; number_of_response:1; }","duration":"327.262186ms","start":"2026-03-06T01:01:29.415787Z","end":"2026-03-06T01:01:29.743049Z","steps":["trace[2043027619] 'process raft request' (duration: 327.077532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:29.7433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:29.415769Z","time spent":"327.42652ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:39.391677Z","caller":"traceutil/trace.go:171","msg":"trace[1525961567] transaction","detail":"{read_only:false; response_revision:12929; number_of_response:1; }","duration":"883.381702ms","start":"2026-03-06T01:01:38.508266Z","end":"2026-03-06T01:01:39.391647Z","steps":["trace[1525961567] 'process raft request' (duration: 883.217349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:39.392008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:38.508239Z","time spent":"883.521405ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:39.421774Z","caller":"traceutil/trace.go:171","msg":"trace[629502188] linearizableReadLoop","detail":"{readStateIndex:13402; appliedIndex:13400; }","duration":"526.33661ms","start":"2026-03-06T01:01:38.895411Z","end":"2026-03-06T01:01:39.421747Z","steps":["trace[629502188] 'read index received' (duration: 496.096504ms)","trace[629502188] 'applied index is now lower than readState.Index' (duration: 30.238766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:39.42215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.064703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:01:39.422205Z","caller":"traceutil/trace.go:171","msg":"trace[2113416024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12930; }","duration":"480.146504ms","start":"2026-03-06T01:01:38.942044Z","end":"2026-03-06T01:01:39.42219Z","steps":["trace[2113416024] 'agreement among raft nodes before linearized reading' (duration: 480.020931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:39.422242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:38.942035Z","time spent":"480.195755ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:01:39.422299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.826371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:01:39.422421Z","caller":"traceutil/trace.go:171","msg":"trace[747510877] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:12930; }","duration":"527.009805ms","start":"2026-03-06T01:01:38.895382Z","end":"2026-03-06T01:01:39.422392Z","steps":["trace[747510877] 'agreement among raft nodes before linearized reading' (duration: 526.533835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:39.422447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.643447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:01:39.422481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:38.895367Z","time spent":"527.097967ms","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:01:39.422515Z","caller":"traceutil/trace.go:171","msg":"trace[190678989] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12930; }","duration":"194.76742ms","start":"2026-03-06T01:01:39.227729Z","end":"2026-03-06T01:01:39.422496Z","steps":["trace[190678989] 'agreement among raft nodes before linearized reading' (duration: 194.612196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:39.422555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.740481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T01:01:39.422615Z","caller":"traceutil/trace.go:171","msg":"trace[707263270] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:12930; }","duration":"245.804443ms","start":"2026-03-06T01:01:39.176795Z","end":"2026-03-06T01:01:39.4226Z","steps":["trace[707263270] 'agreement among raft nodes before linearized reading' (duration: 245.612949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:39.422738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.456257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:01:39.422147Z","caller":"traceutil/trace.go:171","msg":"trace[771189553] transaction","detail":"{read_only:false; response_revision:12930; number_of_response:1; }","duration":"880.324474ms","start":"2026-03-06T01:01:38.541791Z","end":"2026-03-06T01:01:39.422115Z","steps":["trace[771189553] 'process raft request' (duration: 879.808993ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:39.42279Z","caller":"traceutil/trace.go:171","msg":"trace[1761654116] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:12930; }","duration":"370.57385ms","start":"2026-03-06T01:01:39.052205Z","end":"2026-03-06T01:01:39.422779Z","steps":["trace[1761654116] 'agreement among raft nodes before linearized reading' (duration: 370.455697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:39.422824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:39.052176Z","time spent":"370.639861ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:01:39.422931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:38.541766Z","time spent":"881.062162ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:40.906744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.40778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:01:40.906966Z","caller":"traceutil/trace.go:171","msg":"trace[1485851134] transaction","detail":"{read_only:false; response_revision:12936; number_of_response:1; }","duration":"728.89533ms","start":"2026-03-06T01:01:40.178033Z","end":"2026-03-06T01:01:40.906928Z","steps":["trace[1485851134] 'process raft request' (duration: 208.216824ms)","trace[1485851134] 'compare' (duration: 520.296808ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:01:40.907026Z","caller":"traceutil/trace.go:171","msg":"trace[860117874] transaction","detail":"{read_only:false; response_revision:12939; number_of_response:1; }","duration":"475.960711ms","start":"2026-03-06T01:01:40.431047Z","end":"2026-03-06T01:01:40.907008Z","steps":["trace[860117874] 'process raft request' (duration: 475.91668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:40.907095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:40.43101Z","time spent":"476.050853ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:40.907126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:40.178019Z","time spent":"729.024133ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:40.907355Z","caller":"traceutil/trace.go:171","msg":"trace[1088002668] transaction","detail":"{read_only:false; response_revision:12938; number_of_response:1; }","duration":"636.23627ms","start":"2026-03-06T01:01:40.271049Z","end":"2026-03-06T01:01:40.907285Z","steps":["trace[1088002668] 'process raft request' (duration: 635.862192ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:40.907387Z","caller":"traceutil/trace.go:171","msg":"trace[945194698] transaction","detail":"{read_only:false; response_revision:12937; number_of_response:1; }","duration":"729.269458ms","start":"2026-03-06T01:01:40.178091Z","end":"2026-03-06T01:01:40.90736Z","steps":["trace[945194698] 'process raft request' (duration: 728.740297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:40.907389Z","caller":"traceutil/trace.go:171","msg":"trace[1985851300] linearizableReadLoop","detail":"{readStateIndex:13409; appliedIndex:13407; }","duration":"637.641742ms","start":"2026-03-06T01:01:40.269728Z","end":"2026-03-06T01:01:40.90737Z","steps":["trace[1985851300] 'read index received' (duration: 116.533927ms)","trace[1985851300] 'applied index is now lower than readState.Index' (duration: 521.106275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:40.907475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:40.271028Z","time spent":"636.398584ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:01:40.907484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:40.178082Z","time spent":"729.35496ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:40.907574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.77491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:01:40.907626Z","caller":"traceutil/trace.go:171","msg":"trace[795404048] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:12939; }","duration":"234.872932ms","start":"2026-03-06T01:01:40.672736Z","end":"2026-03-06T01:01:40.907608Z","steps":["trace[795404048] 'agreement among raft nodes before linearized reading' (duration: 234.77336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:40.907652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.161513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:01:40.907699Z","caller":"traceutil/trace.go:171","msg":"trace[448491175] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:12939; }","duration":"173.255215ms","start":"2026-03-06T01:01:40.734429Z","end":"2026-03-06T01:01:40.907684Z","steps":["trace[448491175] 'agreement among raft nodes before linearized reading' (duration: 173.083502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:40.907796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.070161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-qjgq9\" ","response":"range_response_count:1 size:12494"} {"level":"info","ts":"2026-03-06T01:01:40.907934Z","caller":"traceutil/trace.go:171","msg":"trace[616654767] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-qjgq9; range_end:; response_count:1; response_revision:12939; }","duration":"638.284445ms","start":"2026-03-06T01:01:40.269614Z","end":"2026-03-06T01:01:40.907899Z","steps":["trace[616654767] 'agreement among raft nodes before linearized reading' (duration: 637.830485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:40.907994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:40.269594Z","time spent":"638.386138ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12517,"request content":"key:\"/registry/pods/openstack/openvswitch-qjgq9\" "} {"level":"info","ts":"2026-03-06T01:02:00.882996Z","caller":"traceutil/trace.go:171","msg":"trace[1966437165] transaction","detail":"{read_only:false; response_revision:13224; number_of_response:1; }","duration":"329.190429ms","start":"2026-03-06T01:02:00.553765Z","end":"2026-03-06T01:02:00.882955Z","steps":["trace[1966437165] 'process raft request' (duration: 328.940863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:00.883187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:00.553741Z","time spent":"329.349413ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3738,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:01.44084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350445912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:02:01.94114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350445912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:02:02.227782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314487066s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:02:02.259965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34646945s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:02:02.260217Z","caller":"traceutil/trace.go:171","msg":"trace[120003455] transaction","detail":"{read_only:false; response_revision:13226; number_of_response:1; }","duration":"1.366411819s","start":"2026-03-06T01:02:00.893775Z","end":"2026-03-06T01:02:02.260186Z","steps":["trace[120003455] 'process raft request' (duration: 1.366293636s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.260301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:00.893758Z","time spent":"1.366504541s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:02.260548Z","caller":"traceutil/trace.go:171","msg":"trace[2086634559] transaction","detail":"{read_only:false; response_revision:13225; number_of_response:1; }","duration":"1.37198232s","start":"2026-03-06T01:02:00.888531Z","end":"2026-03-06T01:02:02.260513Z","steps":["trace[2086634559] 'process raft request' (duration: 24.867047ms)","trace[2086634559] 'compare' (duration: 1.346193283s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:02.26072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:00.888508Z","time spent":"1.372120733s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:02.272699Z","caller":"traceutil/trace.go:171","msg":"trace[137907634] transaction","detail":"{read_only:false; response_revision:13227; number_of_response:1; }","duration":"1.004628023s","start":"2026-03-06T01:02:01.268041Z","end":"2026-03-06T01:02:02.272669Z","steps":["trace[137907634] 'process raft request' (duration: 1.004479049s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:02.272988Z","caller":"traceutil/trace.go:171","msg":"trace[1715880320] linearizableReadLoop","detail":"{readStateIndex:13714; appliedIndex:13711; }","duration":"1.33289267s","start":"2026-03-06T01:02:00.940078Z","end":"2026-03-06T01:02:02.27297Z","steps":["trace[1715880320] 'read index received' (duration: 1.28791021s)","trace[1715880320] 'applied index is now lower than readState.Index' (duration: 44.98115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:02.273134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333056944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:02.273206Z","caller":"traceutil/trace.go:171","msg":"trace[41184215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13229; }","duration":"1.333132246s","start":"2026-03-06T01:02:00.940059Z","end":"2026-03-06T01:02:02.273192Z","steps":["trace[41184215] 'agreement among raft nodes before linearized reading' (duration: 1.333026374s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.273258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:00.939998Z","time spent":"1.333243298s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:02:02.273293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281366447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:02:02.27335Z","caller":"traceutil/trace.go:171","msg":"trace[427956276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13229; }","duration":"1.281464319s","start":"2026-03-06T01:02:00.99187Z","end":"2026-03-06T01:02:02.273334Z","steps":["trace[427956276] 'agreement among raft nodes before linearized reading' (duration: 1.281317636s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.273392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:00.991852Z","time spent":"1.2815283s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:02:02.273401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.813018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:02:02.273414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:01.268013Z","time spent":"1.004741685s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:02.273478Z","caller":"traceutil/trace.go:171","msg":"trace[1125194966] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13229; }","duration":"109.933691ms","start":"2026-03-06T01:02:02.163528Z","end":"2026-03-06T01:02:02.273461Z","steps":["trace[1125194966] 'agreement among raft nodes before linearized reading' (duration: 109.765037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.273525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.066378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:02:02.273558Z","caller":"traceutil/trace.go:171","msg":"trace[249683357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13229; }","duration":"310.13095ms","start":"2026-03-06T01:02:01.963415Z","end":"2026-03-06T01:02:02.273546Z","steps":["trace[249683357] 'agreement among raft nodes before linearized reading' (duration: 310.053828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.273584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:01.963389Z","time spent":"310.1891ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:02.273418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.631907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:02:02.273593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.644024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:02:02.273645Z","caller":"traceutil/trace.go:171","msg":"trace[954808348] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13229; }","duration":"143.722404ms","start":"2026-03-06T01:02:02.129903Z","end":"2026-03-06T01:02:02.273625Z","steps":["trace[954808348] 'agreement among raft nodes before linearized reading' (duration: 143.577911ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:02.273659Z","caller":"traceutil/trace.go:171","msg":"trace[2077278033] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13229; }","duration":"269.868242ms","start":"2026-03-06T01:02:02.003746Z","end":"2026-03-06T01:02:02.273614Z","steps":["trace[2077278033] 'agreement among raft nodes before linearized reading' (duration: 269.503714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.273707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.61426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hz9wk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-06T01:02:02.273734Z","caller":"traceutil/trace.go:171","msg":"trace[1721618514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hz9wk; range_end:; response_count:1; response_revision:13229; }","duration":"662.662753ms","start":"2026-03-06T01:02:01.611063Z","end":"2026-03-06T01:02:02.273726Z","steps":["trace[1721618514] 'agreement among raft nodes before linearized reading' (duration: 662.576931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.273758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:01.611048Z","time spent":"662.705513ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hz9wk\" "} {"level":"warn","ts":"2026-03-06T01:02:02.2738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00270283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:02:02.273833Z","caller":"traceutil/trace.go:171","msg":"trace[1278662306] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13229; }","duration":"1.002771692s","start":"2026-03-06T01:02:01.271049Z","end":"2026-03-06T01:02:02.273821Z","steps":["trace[1278662306] 'agreement among raft nodes before linearized reading' (duration: 1.00271636s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.273855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:01.271031Z","time spent":"1.002817772s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:02.273881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27885052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:02:02.27391Z","caller":"traceutil/trace.go:171","msg":"trace[1366971030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13229; }","duration":"1.278898701s","start":"2026-03-06T01:02:00.995001Z","end":"2026-03-06T01:02:02.273899Z","steps":["trace[1366971030] 'agreement among raft nodes before linearized reading' (duration: 1.27882705s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.273911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.923693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-608081c6-9fdf-4206-936c-622435d66054\" ","response":"range_response_count:1 size:3753"} {"level":"warn","ts":"2026-03-06T01:02:02.273949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:00.994988Z","time spent":"1.278951902s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:02:02.273979Z","caller":"traceutil/trace.go:171","msg":"trace[1542894708] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-608081c6-9fdf-4206-936c-622435d66054; range_end:; response_count:1; response_revision:13229; }","duration":"765.099068ms","start":"2026-03-06T01:02:01.50886Z","end":"2026-03-06T01:02:02.273959Z","steps":["trace[1542894708] 'agreement among raft nodes before linearized reading' (duration: 764.884763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.274016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:01.508842Z","time spent":"765.164349ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3776,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-608081c6-9fdf-4206-936c-622435d66054\" "} {"level":"warn","ts":"2026-03-06T01:02:02.274023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.853792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pmrf9\" ","response":"range_response_count:1 size:20766"} {"level":"info","ts":"2026-03-06T01:02:02.274061Z","caller":"traceutil/trace.go:171","msg":"trace[2031431651] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pmrf9; range_end:; response_count:1; response_revision:13229; }","duration":"150.955255ms","start":"2026-03-06T01:02:02.123095Z","end":"2026-03-06T01:02:02.27405Z","steps":["trace[2031431651] 'agreement among raft nodes before linearized reading' (duration: 150.828922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.274058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.74757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T01:02:02.274116Z","caller":"traceutil/trace.go:171","msg":"trace[451992255] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13229; }","duration":"725.824943ms","start":"2026-03-06T01:02:01.548273Z","end":"2026-03-06T01:02:02.274098Z","steps":["trace[451992255] 'agreement among raft nodes before linearized reading' (duration: 725.661219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.274156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:01.548259Z","time spent":"725.887724ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:02:02.457908Z","caller":"traceutil/trace.go:171","msg":"trace[1489824610] linearizableReadLoop","detail":"{readStateIndex:13718; appliedIndex:13716; }","duration":"174.258117ms","start":"2026-03-06T01:02:02.28361Z","end":"2026-03-06T01:02:02.457869Z","steps":["trace[1489824610] 'read index received' (duration: 148.183662ms)","trace[1489824610] 'applied index is now lower than readState.Index' (duration: 26.072985ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:02.457943Z","caller":"traceutil/trace.go:171","msg":"trace[1317900219] transaction","detail":"{read_only:false; response_revision:13231; number_of_response:1; }","duration":"179.101614ms","start":"2026-03-06T01:02:02.278805Z","end":"2026-03-06T01:02:02.457907Z","steps":["trace[1317900219] 'process raft request' (duration: 178.88614ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:02.458065Z","caller":"traceutil/trace.go:171","msg":"trace[2052634444] transaction","detail":"{read_only:false; response_revision:13232; number_of_response:1; }","duration":"174.073163ms","start":"2026-03-06T01:02:02.283977Z","end":"2026-03-06T01:02:02.45805Z","steps":["trace[2052634444] 'process raft request' (duration: 173.775496ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:02.458097Z","caller":"traceutil/trace.go:171","msg":"trace[270240670] transaction","detail":"{read_only:false; response_revision:13230; number_of_response:1; }","duration":"179.763288ms","start":"2026-03-06T01:02:02.278318Z","end":"2026-03-06T01:02:02.458081Z","steps":["trace[270240670] 'process raft request' (duration: 153.396127ms)","trace[270240670] 'compare' (duration: 25.798819ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:02.458306Z","caller":"traceutil/trace.go:171","msg":"trace[2048528518] transaction","detail":"{read_only:false; response_revision:13233; number_of_response:1; }","duration":"173.93491ms","start":"2026-03-06T01:02:02.284353Z","end":"2026-03-06T01:02:02.458288Z","steps":["trace[2048528518] 'process raft request' (duration: 173.463269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.45834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.716927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:02:02.458362Z","caller":"traceutil/trace.go:171","msg":"trace[344873191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13233; }","duration":"174.762138ms","start":"2026-03-06T01:02:02.283593Z","end":"2026-03-06T01:02:02.458356Z","steps":["trace[344873191] 'agreement among raft nodes before linearized reading' (duration: 174.677056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.458494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.949322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:02.45857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.560952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:02:02.458579Z","caller":"traceutil/trace.go:171","msg":"trace[1678783485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13233; }","duration":"170.071656ms","start":"2026-03-06T01:02:02.288487Z","end":"2026-03-06T01:02:02.458559Z","steps":["trace[1678783485] 'agreement among raft nodes before linearized reading' (duration: 169.907272ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:02.458605Z","caller":"traceutil/trace.go:171","msg":"trace[248659370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13233; }","duration":"173.621033ms","start":"2026-03-06T01:02:02.284973Z","end":"2026-03-06T01:02:02.458594Z","steps":["trace[248659370] 'agreement among raft nodes before linearized reading' (duration: 173.426799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.45921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.393622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630522"} {"level":"info","ts":"2026-03-06T01:02:02.459297Z","caller":"traceutil/trace.go:171","msg":"trace[1741520801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13233; }","duration":"175.512824ms","start":"2026-03-06T01:02:02.283763Z","end":"2026-03-06T01:02:02.459275Z","steps":["trace[1741520801] 'agreement among raft nodes before linearized reading' (duration: 174.538343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:02.459325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.685237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630522"} {"level":"info","ts":"2026-03-06T01:02:02.459387Z","caller":"traceutil/trace.go:171","msg":"trace[1403943366] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13233; }","duration":"174.776088ms","start":"2026-03-06T01:02:02.284595Z","end":"2026-03-06T01:02:02.459371Z","steps":["trace[1403943366] 'agreement among raft nodes before linearized reading' (duration: 173.94829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.504604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.009837ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:03:16.50474Z","caller":"traceutil/trace.go:171","msg":"trace[904319747] linearizableReadLoop","detail":"{readStateIndex:14440; appliedIndex:14439; }","duration":"405.96898ms","start":"2026-03-06T01:03:16.09875Z","end":"2026-03-06T01:03:16.504719Z","steps":["trace[904319747] 'read index received' (duration: 80.739948ms)","trace[904319747] 'applied index is now lower than readState.Index' (duration: 325.225692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:03:16.504971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.202205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:16.505047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.046638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:16.505051Z","caller":"traceutil/trace.go:171","msg":"trace[738235727] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13934; }","duration":"406.333488ms","start":"2026-03-06T01:03:16.098703Z","end":"2026-03-06T01:03:16.505036Z","steps":["trace[738235727] 'agreement among raft nodes before linearized reading' (duration: 406.201665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.505021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.636879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:16.505095Z","caller":"traceutil/trace.go:171","msg":"trace[220542489] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13934; }","duration":"152.13046ms","start":"2026-03-06T01:03:16.352947Z","end":"2026-03-06T01:03:16.505078Z","steps":["trace[220542489] 'agreement among raft nodes before linearized reading' (duration: 152.038368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.5051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:16.098682Z","time spent":"406.406429ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:16.505117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.992324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:16.505153Z","caller":"traceutil/trace.go:171","msg":"trace[1618507191] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13934; }","duration":"205.018074ms","start":"2026-03-06T01:03:16.300119Z","end":"2026-03-06T01:03:16.505138Z","steps":["trace[1618507191] 'agreement among raft nodes before linearized reading' (duration: 204.978933ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:16.505137Z","caller":"traceutil/trace.go:171","msg":"trace[852203516] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13934; }","duration":"151.795722ms","start":"2026-03-06T01:03:16.353316Z","end":"2026-03-06T01:03:16.505111Z","steps":["trace[852203516] 'agreement among raft nodes before linearized reading' (duration: 151.619049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.505143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.120054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:16.505243Z","caller":"traceutil/trace.go:171","msg":"trace[1208617777] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13934; }","duration":"406.272217ms","start":"2026-03-06T01:03:16.098952Z","end":"2026-03-06T01:03:16.505224Z","steps":["trace[1208617777] 'agreement among raft nodes before linearized reading' (duration: 405.986351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.505268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.765502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:16.505286Z","caller":"traceutil/trace.go:171","msg":"trace[1287126902] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13934; }","duration":"151.815343ms","start":"2026-03-06T01:03:16.353464Z","end":"2026-03-06T01:03:16.50528Z","steps":["trace[1287126902] 'agreement among raft nodes before linearized reading' (duration: 151.787843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.505057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.036975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:16.505295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:16.098931Z","time spent":"406.354988ms","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:03:16.505324Z","caller":"traceutil/trace.go:171","msg":"trace[2046706890] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13934; }","duration":"205.328851ms","start":"2026-03-06T01:03:16.29998Z","end":"2026-03-06T01:03:16.505309Z","steps":["trace[2046706890] 'agreement among raft nodes before linearized reading' (duration: 204.955503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.505365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.207715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:16.505318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.087556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:16.505386Z","caller":"traceutil/trace.go:171","msg":"trace[2097238362] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13934; }","duration":"406.269796ms","start":"2026-03-06T01:03:16.09911Z","end":"2026-03-06T01:03:16.505379Z","steps":["trace[2097238362] 'agreement among raft nodes before linearized reading' (duration: 406.216565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.505379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.735565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:16.505409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:16.099089Z","time spent":"406.312268ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:03:16.505424Z","caller":"traceutil/trace.go:171","msg":"trace[325462125] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13934; }","duration":"143.802527ms","start":"2026-03-06T01:03:16.36161Z","end":"2026-03-06T01:03:16.505412Z","steps":["trace[325462125] 'agreement among raft nodes before linearized reading' (duration: 143.641774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.505527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.540226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:16.505419Z","caller":"traceutil/trace.go:171","msg":"trace[1130506789] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13934; }","duration":"378.25079ms","start":"2026-03-06T01:03:16.12715Z","end":"2026-03-06T01:03:16.505401Z","steps":["trace[1130506789] 'agreement among raft nodes before linearized reading' (duration: 377.907582ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:16.505603Z","caller":"traceutil/trace.go:171","msg":"trace[552399318] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13934; }","duration":"205.682088ms","start":"2026-03-06T01:03:16.299884Z","end":"2026-03-06T01:03:16.505566Z","steps":["trace[552399318] 'agreement among raft nodes before linearized reading' (duration: 205.484844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.505695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:16.127139Z","time spent":"378.514995ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:03:16.735834Z","caller":"traceutil/trace.go:171","msg":"trace[1553308376] linearizableReadLoop","detail":"{readStateIndex:14442; appliedIndex:14440; }","duration":"140.671568ms","start":"2026-03-06T01:03:16.595137Z","end":"2026-03-06T01:03:16.735808Z","steps":["trace[1553308376] 'read index received' (duration: 9.313715ms)","trace[1553308376] 'applied index is now lower than readState.Index' (duration: 131.356983ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:03:16.735916Z","caller":"traceutil/trace.go:171","msg":"trace[1009195408] transaction","detail":"{read_only:false; response_revision:13936; number_of_response:1; }","duration":"170.923033ms","start":"2026-03-06T01:03:16.56494Z","end":"2026-03-06T01:03:16.735863Z","steps":["trace[1009195408] 'process raft request' (duration: 109.627803ms)","trace[1009195408] 'compare' (duration: 61.114426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:03:16.73602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.863323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:16.7361Z","caller":"traceutil/trace.go:171","msg":"trace[1176143755] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13936; }","duration":"141.002526ms","start":"2026-03-06T01:03:16.595083Z","end":"2026-03-06T01:03:16.736085Z","steps":["trace[1176143755] 'agreement among raft nodes before linearized reading' (duration: 140.845703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.73611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.958632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:16.736153Z","caller":"traceutil/trace.go:171","msg":"trace[1643987700] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13936; }","duration":"140.036454ms","start":"2026-03-06T01:03:16.596106Z","end":"2026-03-06T01:03:16.736143Z","steps":["trace[1643987700] 'agreement among raft nodes before linearized reading' (duration: 139.83781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:16.736187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.719367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:16.736266Z","caller":"traceutil/trace.go:171","msg":"trace[1266966856] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13936; }","duration":"129.82926ms","start":"2026-03-06T01:03:16.606419Z","end":"2026-03-06T01:03:16.736249Z","steps":["trace[1266966856] 'agreement among raft nodes before linearized reading' (duration: 129.559284ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:17.095077Z","caller":"traceutil/trace.go:171","msg":"trace[748596880] linearizableReadLoop","detail":"{readStateIndex:14448; appliedIndex:14446; }","duration":"164.392611ms","start":"2026-03-06T01:03:16.930664Z","end":"2026-03-06T01:03:17.095057Z","steps":["trace[748596880] 'read index received' (duration: 112.769253ms)","trace[748596880] 'applied index is now lower than readState.Index' (duration: 51.622488ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:03:17.095146Z","caller":"traceutil/trace.go:171","msg":"trace[1308385866] transaction","detail":"{read_only:false; response_revision:13941; number_of_response:1; }","duration":"168.00309ms","start":"2026-03-06T01:03:16.92711Z","end":"2026-03-06T01:03:17.095113Z","steps":["trace[1308385866] 'process raft request' (duration: 116.394553ms)","trace[1308385866] 'compare' (duration: 51.398002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:03:17.095217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.929392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:17.095246Z","caller":"traceutil/trace.go:171","msg":"trace[1756239136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13942; }","duration":"154.985913ms","start":"2026-03-06T01:03:16.940252Z","end":"2026-03-06T01:03:17.095238Z","steps":["trace[1756239136] 'agreement among raft nodes before linearized reading' (duration: 154.929981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:17.095271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.601385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9gjfn\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-06T01:03:17.095304Z","caller":"traceutil/trace.go:171","msg":"trace[1529797276] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9gjfn; range_end:; response_count:1; response_revision:13942; }","duration":"164.649856ms","start":"2026-03-06T01:03:16.930644Z","end":"2026-03-06T01:03:17.095294Z","steps":["trace[1529797276] 'agreement among raft nodes before linearized reading' (duration: 164.528413ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:17.095451Z","caller":"traceutil/trace.go:171","msg":"trace[307683085] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"167.398397ms","start":"2026-03-06T01:03:16.928042Z","end":"2026-03-06T01:03:17.09544Z","steps":["trace[307683085] 'process raft request' (duration: 166.964328ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:18.754358Z","caller":"traceutil/trace.go:171","msg":"trace[256626700] linearizableReadLoop","detail":"{readStateIndex:14449; appliedIndex:14448; }","duration":"140.120956ms","start":"2026-03-06T01:03:18.614208Z","end":"2026-03-06T01:03:18.754329Z","steps":["trace[256626700] 'read index received' (duration: 139.913981ms)","trace[256626700] 'applied index is now lower than readState.Index' (duration: 205.435µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:03:18.754442Z","caller":"traceutil/trace.go:171","msg":"trace[585940636] transaction","detail":"{read_only:false; response_revision:13943; number_of_response:1; }","duration":"145.702648ms","start":"2026-03-06T01:03:18.608706Z","end":"2026-03-06T01:03:18.754409Z","steps":["trace[585940636] 'process raft request' (duration: 145.30891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:18.754649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.410812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T01:03:18.754707Z","caller":"traceutil/trace.go:171","msg":"trace[795104224] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13943; }","duration":"140.545355ms","start":"2026-03-06T01:03:18.614145Z","end":"2026-03-06T01:03:18.75469Z","steps":["trace[795104224] 'agreement among raft nodes before linearized reading' (duration: 140.33025ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:19.032623Z","caller":"traceutil/trace.go:171","msg":"trace[735732310] transaction","detail":"{read_only:false; response_revision:13944; number_of_response:1; }","duration":"291.376927ms","start":"2026-03-06T01:03:18.741195Z","end":"2026-03-06T01:03:19.032572Z","steps":["trace[735732310] 'process raft request' (duration: 287.251336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:19.032797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.613459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:19.032864Z","caller":"traceutil/trace.go:171","msg":"trace[499376481] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13944; }","duration":"290.746512ms","start":"2026-03-06T01:03:18.742102Z","end":"2026-03-06T01:03:19.032849Z","steps":["trace[499376481] 'agreement among raft nodes before linearized reading' (duration: 290.524697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:19.032822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.481887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:19.033197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.52959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:19.033945Z","caller":"traceutil/trace.go:171","msg":"trace[1525363201] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13944; }","duration":"291.778634ms","start":"2026-03-06T01:03:18.74214Z","end":"2026-03-06T01:03:19.033918Z","steps":["trace[1525363201] 'agreement among raft nodes before linearized reading' (duration: 290.450506ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:19.034066Z","caller":"traceutil/trace.go:171","msg":"trace[209417164] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13944; }","duration":"292.49775ms","start":"2026-03-06T01:03:18.741534Z","end":"2026-03-06T01:03:19.034032Z","steps":["trace[209417164] 'agreement among raft nodes before linearized reading' (duration: 291.273873ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:19.035406Z","caller":"traceutil/trace.go:171","msg":"trace[1581823689] linearizableReadLoop","detail":"{readStateIndex:14450; appliedIndex:14449; }","duration":"278.092093ms","start":"2026-03-06T01:03:18.75444Z","end":"2026-03-06T01:03:19.032532Z","steps":["trace[1581823689] 'read index received' (duration: 273.929972ms)","trace[1581823689] 'applied index is now lower than readState.Index' (duration: 4.160821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:03:19.036043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.702198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:03:19.036327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.930916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T01:03:19.036301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.038141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:03:19.036396Z","caller":"traceutil/trace.go:171","msg":"trace[1386165845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13944; }","duration":"103.021409ms","start":"2026-03-06T01:03:18.933358Z","end":"2026-03-06T01:03:19.03638Z","steps":["trace[1386165845] 'agreement among raft nodes before linearized reading' (duration: 102.498568ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:19.036422Z","caller":"traceutil/trace.go:171","msg":"trace[231120098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13944; }","duration":"109.249115ms","start":"2026-03-06T01:03:18.927146Z","end":"2026-03-06T01:03:19.036396Z","steps":["trace[231120098] 'agreement among raft nodes before linearized reading' (duration: 108.938298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:19.036288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.970754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:03:19.036492Z","caller":"traceutil/trace.go:171","msg":"trace[417931679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13944; }","duration":"151.23755ms","start":"2026-03-06T01:03:18.885237Z","end":"2026-03-06T01:03:19.036474Z","steps":["trace[417931679] 'agreement among raft nodes before linearized reading' (duration: 150.891662ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:19.036881Z","caller":"traceutil/trace.go:171","msg":"trace[1739070849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13944; }","duration":"116.582797ms","start":"2026-03-06T01:03:18.920283Z","end":"2026-03-06T01:03:19.036866Z","steps":["trace[1739070849] 'agreement among raft nodes before linearized reading' (duration: 115.587806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:19.038271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.366911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a4295271-48f4-4204-961b-00f45e9b4e76\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-06T01:03:19.038369Z","caller":"traceutil/trace.go:171","msg":"trace[1141854788] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a4295271-48f4-4204-961b-00f45e9b4e76; range_end:; response_count:1; response_revision:13944; }","duration":"278.482303ms","start":"2026-03-06T01:03:18.75987Z","end":"2026-03-06T01:03:19.038352Z","steps":["trace[1141854788] 'agreement among raft nodes before linearized reading' (duration: 275.972927ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:07.76508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11946} {"level":"info","ts":"2026-03-06T01:04:07.843422Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11946,"took":"75.80075ms","hash":1288099040,"current-db-size-bytes":42819584,"current-db-size":"43 MB","current-db-size-in-use-bytes":26411008,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-06T01:04:07.84348Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1288099040,"revision":11946,"compact-revision":10017} {"level":"info","ts":"2026-03-06T01:04:19.564723Z","caller":"traceutil/trace.go:171","msg":"trace[1507855109] transaction","detail":"{read_only:false; response_revision:14292; number_of_response:1; }","duration":"121.69182ms","start":"2026-03-06T01:04:19.443Z","end":"2026-03-06T01:04:19.564692Z","steps":["trace[1507855109] 'process raft request' (duration: 101.665268ms)","trace[1507855109] 'compare' (duration: 19.662753ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:19.565326Z","caller":"traceutil/trace.go:171","msg":"trace[1850319464] transaction","detail":"{read_only:false; response_revision:14293; number_of_response:1; }","duration":"122.213181ms","start":"2026-03-06T01:04:19.443083Z","end":"2026-03-06T01:04:19.565296Z","steps":["trace[1850319464] 'process raft request' (duration: 121.561747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:19.56544Z","caller":"traceutil/trace.go:171","msg":"trace[110653113] transaction","detail":"{read_only:false; response_revision:14294; number_of_response:1; }","duration":"120.616505ms","start":"2026-03-06T01:04:19.444795Z","end":"2026-03-06T01:04:19.565411Z","steps":["trace[110653113] 'process raft request' (duration: 120.094864ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:37.451494Z","caller":"traceutil/trace.go:171","msg":"trace[36451277] linearizableReadLoop","detail":"{readStateIndex:14931; appliedIndex:14930; }","duration":"215.164238ms","start":"2026-03-06T01:04:37.236293Z","end":"2026-03-06T01:04:37.451457Z","steps":["trace[36451277] 'read index received' (duration: 214.905472ms)","trace[36451277] 'applied index is now lower than readState.Index' (duration: 256.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:37.451556Z","caller":"traceutil/trace.go:171","msg":"trace[624827826] transaction","detail":"{read_only:false; response_revision:14407; number_of_response:1; }","duration":"391.550833ms","start":"2026-03-06T01:04:37.059968Z","end":"2026-03-06T01:04:37.451519Z","steps":["trace[624827826] 'process raft request' (duration: 391.246635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.45174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:37.059952Z","time spent":"391.686505ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:37.451786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.475375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:04:37.451842Z","caller":"traceutil/trace.go:171","msg":"trace[309273528] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14407; }","duration":"215.571047ms","start":"2026-03-06T01:04:37.236254Z","end":"2026-03-06T01:04:37.451825Z","steps":["trace[309273528] 'agreement among raft nodes before linearized reading' (duration: 215.373343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.486109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.348819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:04:37.486244Z","caller":"traceutil/trace.go:171","msg":"trace[728614012] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14408; }","duration":"248.464651ms","start":"2026-03-06T01:04:37.237711Z","end":"2026-03-06T01:04:37.486175Z","steps":["trace[728614012] 'agreement among raft nodes before linearized reading' (duration: 248.301378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.486405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.656554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:04:37.486523Z","caller":"traceutil/trace.go:171","msg":"trace[1056159738] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14408; }","duration":"188.826188ms","start":"2026-03-06T01:04:37.297658Z","end":"2026-03-06T01:04:37.486484Z","steps":["trace[1056159738] 'agreement among raft nodes before linearized reading' (duration: 188.530592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.486405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.774808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:04:37.486728Z","caller":"traceutil/trace.go:171","msg":"trace[1718251476] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14408; }","duration":"130.134855ms","start":"2026-03-06T01:04:37.356541Z","end":"2026-03-06T01:04:37.486676Z","steps":["trace[1718251476] 'agreement among raft nodes before linearized reading' (duration: 129.616364ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:37.619323Z","caller":"traceutil/trace.go:171","msg":"trace[107321499] transaction","detail":"{read_only:false; response_revision:14409; number_of_response:1; }","duration":"128.843837ms","start":"2026-03-06T01:04:37.490451Z","end":"2026-03-06T01:04:37.619295Z","steps":["trace[107321499] 'process raft request' (duration: 114.632364ms)","trace[107321499] 'compare' (duration: 14.092081ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:37.628952Z","caller":"traceutil/trace.go:171","msg":"trace[1330797596] transaction","detail":"{read_only:false; response_revision:14410; number_of_response:1; }","duration":"137.720222ms","start":"2026-03-06T01:04:37.491212Z","end":"2026-03-06T01:04:37.628932Z","steps":["trace[1330797596] 'process raft request' (duration: 137.305203ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:37.961623Z","caller":"traceutil/trace.go:171","msg":"trace[242634738] linearizableReadLoop","detail":"{readStateIndex:14935; appliedIndex:14934; }","duration":"275.976958ms","start":"2026-03-06T01:04:37.685617Z","end":"2026-03-06T01:04:37.961594Z","steps":["trace[242634738] 'read index received' (duration: 236.990599ms)","trace[242634738] 'applied index is now lower than readState.Index' (duration: 38.985299ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:37.961789Z","caller":"traceutil/trace.go:171","msg":"trace[2097233925] transaction","detail":"{read_only:false; response_revision:14411; number_of_response:1; }","duration":"328.503514ms","start":"2026-03-06T01:04:37.633255Z","end":"2026-03-06T01:04:37.961759Z","steps":["trace[2097233925] 'process raft request' (duration: 289.414313ms)","trace[2097233925] 'compare' (duration: 38.816185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:37.961865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.237273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:04:37.961918Z","caller":"traceutil/trace.go:171","msg":"trace[988416895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14411; }","duration":"276.344565ms","start":"2026-03-06T01:04:37.68556Z","end":"2026-03-06T01:04:37.961905Z","steps":["trace[988416895] 'agreement among raft nodes before linearized reading' (duration: 276.177752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.961933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:37.633229Z","time spent":"328.615817ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:37.961958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.179916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:04:37.962007Z","caller":"traceutil/trace.go:171","msg":"trace[643402351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14411; }","duration":"268.247077ms","start":"2026-03-06T01:04:37.693747Z","end":"2026-03-06T01:04:37.961994Z","steps":["trace[643402351] 'agreement among raft nodes before linearized reading' (duration: 268.089854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.962081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.922222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:04:37.962136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.686234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:04:37.962129Z","caller":"traceutil/trace.go:171","msg":"trace[464981058] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14411; }","duration":"169.969843ms","start":"2026-03-06T01:04:37.792145Z","end":"2026-03-06T01:04:37.962115Z","steps":["trace[464981058] 'agreement among raft nodes before linearized reading' (duration: 169.893521ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:37.962151Z","caller":"traceutil/trace.go:171","msg":"trace[1298608446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14411; }","duration":"237.752316ms","start":"2026-03-06T01:04:37.724395Z","end":"2026-03-06T01:04:37.962147Z","steps":["trace[1298608446] 'agreement among raft nodes before linearized reading' (duration: 237.701604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.962161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.087678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T01:04:37.962209Z","caller":"traceutil/trace.go:171","msg":"trace[1031440693] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14411; }","duration":"225.160029ms","start":"2026-03-06T01:04:37.737032Z","end":"2026-03-06T01:04:37.962192Z","steps":["trace[1031440693] 'agreement among raft nodes before linearized reading' (duration: 225.027406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.962388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.816694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-06T01:04:37.962425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.207028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-06T01:04:37.962433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.102623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:04:37.962521Z","caller":"traceutil/trace.go:171","msg":"trace[338763562] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14411; }","duration":"169.160385ms","start":"2026-03-06T01:04:37.793311Z","end":"2026-03-06T01:04:37.962471Z","steps":["trace[338763562] 'agreement among raft nodes before linearized reading' (duration: 169.020542ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:37.962468Z","caller":"traceutil/trace.go:171","msg":"trace[133247449] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14411; }","duration":"186.955297ms","start":"2026-03-06T01:04:37.775492Z","end":"2026-03-06T01:04:37.962447Z","steps":["trace[133247449] 'agreement among raft nodes before linearized reading' (duration: 186.697621ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:37.962553Z","caller":"traceutil/trace.go:171","msg":"trace[686841064] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14411; }","duration":"170.331431ms","start":"2026-03-06T01:04:37.792131Z","end":"2026-03-06T01:04:37.962463Z","steps":["trace[686841064] 'agreement among raft nodes before linearized reading' (duration: 170.179738ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:20.797459Z","caller":"traceutil/trace.go:171","msg":"trace[2012288331] transaction","detail":"{read_only:false; response_revision:15357; number_of_response:1; }","duration":"120.188597ms","start":"2026-03-06T01:06:20.677242Z","end":"2026-03-06T01:06:20.797431Z","steps":["trace[2012288331] 'process raft request' (duration: 120.132335ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:20.79768Z","caller":"traceutil/trace.go:171","msg":"trace[472857761] transaction","detail":"{read_only:false; response_revision:15355; number_of_response:1; }","duration":"120.572115ms","start":"2026-03-06T01:06:20.677094Z","end":"2026-03-06T01:06:20.797666Z","steps":["trace[472857761] 'process raft request' (duration: 98.311104ms)","trace[472857761] 'compare' (duration: 21.554955ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:06:20.797766Z","caller":"traceutil/trace.go:171","msg":"trace[2007690743] transaction","detail":"{read_only:false; response_revision:15356; number_of_response:1; }","duration":"120.659557ms","start":"2026-03-06T01:06:20.677096Z","end":"2026-03-06T01:06:20.797755Z","steps":["trace[2007690743] 'process raft request' (duration: 120.202327ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.427247Z","caller":"traceutil/trace.go:171","msg":"trace[1049736920] linearizableReadLoop","detail":"{readStateIndex:16946; appliedIndex:16945; }","duration":"476.808848ms","start":"2026-03-06T01:09:00.950417Z","end":"2026-03-06T01:09:01.427226Z","steps":["trace[1049736920] 'read index received' (duration: 476.662115ms)","trace[1049736920] 'applied index is now lower than readState.Index' (duration: 144.143µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:01.427338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:00.895025Z","time spent":"532.310341ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:09:01.427529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.106045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:09:01.427552Z","caller":"traceutil/trace.go:171","msg":"trace[2125681645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16356; }","duration":"477.172067ms","start":"2026-03-06T01:09:00.950372Z","end":"2026-03-06T01:09:01.427544Z","steps":["trace[2125681645] 'agreement among raft nodes before linearized reading' (duration: 477.112095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.427571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:00.950355Z","time spent":"477.212008ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:09:01.427735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.270048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T01:09:01.427752Z","caller":"traceutil/trace.go:171","msg":"trace[245000141] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16356; }","duration":"422.327219ms","start":"2026-03-06T01:09:01.005419Z","end":"2026-03-06T01:09:01.427747Z","steps":["trace[245000141] 'agreement among raft nodes before linearized reading' (duration: 422.238567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.427768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:01.005401Z","time spent":"422.363369ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:09:01.428062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.554538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T01:09:01.42808Z","caller":"traceutil/trace.go:171","msg":"trace[2127245628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16356; }","duration":"186.610059ms","start":"2026-03-06T01:09:01.241464Z","end":"2026-03-06T01:09:01.428074Z","steps":["trace[2127245628] 'agreement among raft nodes before linearized reading' (duration: 186.549538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.428242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.900676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9gjfn\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-06T01:09:01.42827Z","caller":"traceutil/trace.go:171","msg":"trace[312906188] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9gjfn; range_end:; response_count:1; response_revision:16356; }","duration":"315.930796ms","start":"2026-03-06T01:09:01.112331Z","end":"2026-03-06T01:09:01.428262Z","steps":["trace[312906188] 'agreement among raft nodes before linearized reading' (duration: 315.831374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.428292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:01.112288Z","time spent":"315.998128ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9gjfn\" "} {"level":"info","ts":"2026-03-06T01:09:01.535421Z","caller":"traceutil/trace.go:171","msg":"trace[2021656280] transaction","detail":"{read_only:false; response_revision:16357; number_of_response:1; }","duration":"101.400023ms","start":"2026-03-06T01:09:01.433992Z","end":"2026-03-06T01:09:01.535392Z","steps":["trace[2021656280] 'process raft request' (duration: 101.161878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.537483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.587875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953623"} {"level":"info","ts":"2026-03-06T01:09:01.537869Z","caller":"traceutil/trace.go:171","msg":"trace[1176077259] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16358; }","duration":"100.993944ms","start":"2026-03-06T01:09:01.43685Z","end":"2026-03-06T01:09:01.537844Z","steps":["trace[1176077259] 'agreement among raft nodes before linearized reading' (duration: 99.251225ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:07.744534Z","caller":"traceutil/trace.go:171","msg":"trace[1173968657] transaction","detail":"{read_only:false; response_revision:16387; number_of_response:1; }","duration":"173.466699ms","start":"2026-03-06T01:09:07.571039Z","end":"2026-03-06T01:09:07.744506Z","steps":["trace[1173968657] 'process raft request' (duration: 173.267314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:07.744857Z","caller":"traceutil/trace.go:171","msg":"trace[767683646] transaction","detail":"{read_only:false; response_revision:16388; number_of_response:1; }","duration":"173.733985ms","start":"2026-03-06T01:09:07.571105Z","end":"2026-03-06T01:09:07.744839Z","steps":["trace[767683646] 'process raft request' (duration: 173.360787ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:07.74492Z","caller":"traceutil/trace.go:171","msg":"trace[1061185950] linearizableReadLoop","detail":"{readStateIndex:16980; appliedIndex:16976; }","duration":"151.496236ms","start":"2026-03-06T01:09:07.5934Z","end":"2026-03-06T01:09:07.744896Z","steps":["trace[1061185950] 'read index received' (duration: 74.724155ms)","trace[1061185950] 'applied index is now lower than readState.Index' (duration: 76.770921ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:07.744953Z","caller":"traceutil/trace.go:171","msg":"trace[1166371843] transaction","detail":"{read_only:false; response_revision:16389; number_of_response:1; }","duration":"173.014289ms","start":"2026-03-06T01:09:07.571894Z","end":"2026-03-06T01:09:07.744909Z","steps":["trace[1166371843] 'process raft request' (duration: 172.845605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:07.745203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.765951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-06T01:09:07.745211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.073192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9gjfn\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-03-06T01:09:07.74525Z","caller":"traceutil/trace.go:171","msg":"trace[1952946491] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:16389; }","duration":"151.891474ms","start":"2026-03-06T01:09:07.593344Z","end":"2026-03-06T01:09:07.745235Z","steps":["trace[1952946491] 'agreement among raft nodes before linearized reading' (duration: 151.69328ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:07.745268Z","caller":"traceutil/trace.go:171","msg":"trace[487219853] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9gjfn; range_end:; response_count:1; response_revision:16389; }","duration":"134.175195ms","start":"2026-03-06T01:09:07.611079Z","end":"2026-03-06T01:09:07.745254Z","steps":["trace[487219853] 'agreement among raft nodes before linearized reading' (duration: 134.000711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:08.527342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.595693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:09:08.527698Z","caller":"traceutil/trace.go:171","msg":"trace[171393895] transaction","detail":"{read_only:false; response_revision:16392; number_of_response:1; }","duration":"768.563412ms","start":"2026-03-06T01:09:07.759099Z","end":"2026-03-06T01:09:08.527662Z","steps":["trace[171393895] 'process raft request' (duration: 768.336297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:08.52771Z","caller":"traceutil/trace.go:171","msg":"trace[268224123] transaction","detail":"{read_only:false; response_revision:16391; number_of_response:1; }","duration":"776.596059ms","start":"2026-03-06T01:09:07.751043Z","end":"2026-03-06T01:09:08.527639Z","steps":["trace[268224123] 'process raft request' (duration: 96.621077ms)","trace[268224123] 'compare' (duration: 679.252516ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:08.527832Z","caller":"traceutil/trace.go:171","msg":"trace[142884450] transaction","detail":"{read_only:false; response_revision:16393; number_of_response:1; }","duration":"758.363677ms","start":"2026-03-06T01:09:07.769443Z","end":"2026-03-06T01:09:08.527806Z","steps":["trace[142884450] 'process raft request' (duration: 758.074271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:08.527888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:07.759079Z","time spent":"768.705615ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:09:08.527919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:07.751021Z","time spent":"776.797483ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:09:08.528085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.962603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T01:09:08.528128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:07.769428Z","time spent":"758.458239ms","remote":"127.0.0.1:32912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:09:08.528174Z","caller":"traceutil/trace.go:171","msg":"trace[775977234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16393; }","duration":"696.068006ms","start":"2026-03-06T01:09:07.832076Z","end":"2026-03-06T01:09:08.528144Z","steps":["trace[775977234] 'agreement among raft nodes before linearized reading' (duration: 695.850701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:08.528224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:07.832061Z","time spent":"696.147777ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:09:08.527573Z","caller":"traceutil/trace.go:171","msg":"trace[919598647] linearizableReadLoop","detail":"{readStateIndex:16984; appliedIndex:16981; }","duration":"695.456622ms","start":"2026-03-06T01:09:07.8321Z","end":"2026-03-06T01:09:08.527556Z","steps":["trace[919598647] 'read index received' (duration: 15.46609ms)","trace[919598647] 'applied index is now lower than readState.Index' (duration: 679.989572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:08.528917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.579531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-06T01:09:08.528968Z","caller":"traceutil/trace.go:171","msg":"trace[2077158638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16393; }","duration":"341.666593ms","start":"2026-03-06T01:09:08.187285Z","end":"2026-03-06T01:09:08.528951Z","steps":["trace[2077158638] 'agreement among raft nodes before linearized reading' (duration: 341.504369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:08.528999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.187253Z","time spent":"341.738374ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:09:08.5291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.558677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:09:08.529144Z","caller":"traceutil/trace.go:171","msg":"trace[569888111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16393; }","duration":"423.656929ms","start":"2026-03-06T01:09:08.105476Z","end":"2026-03-06T01:09:08.529132Z","steps":["trace[569888111] 'agreement among raft nodes before linearized reading' (duration: 423.551777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:08.529255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.931628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7xnph\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-03-06T01:09:08.52929Z","caller":"traceutil/trace.go:171","msg":"trace[158991403] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7xnph; range_end:; response_count:1; response_revision:16393; }","duration":"484.968428ms","start":"2026-03-06T01:09:08.044312Z","end":"2026-03-06T01:09:08.529281Z","steps":["trace[158991403] 'agreement among raft nodes before linearized reading' (duration: 484.256312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:08.52927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.105457Z","time spent":"423.798892ms","remote":"127.0.0.1:56530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:09:08.529326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.044251Z","time spent":"485.06834ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22152,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7xnph\" "} {"level":"info","ts":"2026-03-06T01:09:09.967076Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14242} {"level":"warn","ts":"2026-03-06T01:09:09.967673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290502204s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-06T01:09:09.968021Z","caller":"traceutil/trace.go:171","msg":"trace[904309960] compact","detail":"{revision:14242; response_revision:16393; }","duration":"1.438951952s","start":"2026-03-06T01:09:08.529047Z","end":"2026-03-06T01:09:09.967999Z","steps":["trace[904309960] 'process raft request' (duration: 146.779332ms)","trace[904309960] 'check and update compact revision' (duration: 1.290380651s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:09.968129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.529005Z","time spent":"1.439119325s","remote":"127.0.0.1:32912","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:09:10.339853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.663874224s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:09:10.497603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.476837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:09:10.497724Z","caller":"traceutil/trace.go:171","msg":"trace[315227616] transaction","detail":"{read_only:false; response_revision:16395; number_of_response:1; }","duration":"1.963806899s","start":"2026-03-06T01:09:08.533904Z","end":"2026-03-06T01:09:10.497711Z","steps":["trace[315227616] 'process raft request' (duration: 1.963757978s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.497764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.533897Z","time spent":"1.963847239s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:09:10.497805Z","caller":"traceutil/trace.go:171","msg":"trace[348803720] transaction","detail":"{read_only:false; response_revision:16394; number_of_response:1; }","duration":"1.965437904s","start":"2026-03-06T01:09:08.532288Z","end":"2026-03-06T01:09:10.497726Z","steps":["trace[348803720] 'process raft request' (duration: 1.807784453s)","trace[348803720] 'compare' (duration: 157.365045ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:10.497877Z","caller":"traceutil/trace.go:171","msg":"trace[672982687] transaction","detail":"{read_only:false; response_revision:16398; number_of_response:1; }","duration":"1.394160366s","start":"2026-03-06T01:09:09.103696Z","end":"2026-03-06T01:09:10.497856Z","steps":["trace[672982687] 'process raft request' (duration: 1.394122705s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.49835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.532271Z","time spent":"1.965999777s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:09:10.498505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:09.103674Z","time spent":"1.394738639s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:09:10.497953Z","caller":"traceutil/trace.go:171","msg":"trace[862539606] transaction","detail":"{read_only:false; response_revision:16397; number_of_response:1; }","duration":"1.962639802s","start":"2026-03-06T01:09:08.535304Z","end":"2026-03-06T01:09:10.497944Z","steps":["trace[862539606] 'process raft request' (duration: 1.962455498s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.498707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.535282Z","time spent":"1.96339818s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:09:10.497985Z","caller":"traceutil/trace.go:171","msg":"trace[160487594] linearizableReadLoop","detail":"{readStateIndex:16989; appliedIndex:16984; }","duration":"1.961861325s","start":"2026-03-06T01:09:08.536114Z","end":"2026-03-06T01:09:10.497975Z","steps":["trace[160487594] 'read index received' (duration: 140.040254ms)","trace[160487594] 'applied index is now lower than readState.Index' (duration: 1.821818771s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:10.498137Z","caller":"traceutil/trace.go:171","msg":"trace[1137376703] transaction","detail":"{read_only:false; response_revision:16396; number_of_response:1; }","duration":"1.962948298s","start":"2026-03-06T01:09:08.535169Z","end":"2026-03-06T01:09:10.498117Z","steps":["trace[1137376703] 'process raft request' (duration: 1.962524249s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.499201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.287629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:09:10.499203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.856201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:10.499247Z","caller":"traceutil/trace.go:171","msg":"trace[1113194749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16398; }","duration":"665.35992ms","start":"2026-03-06T01:09:09.833875Z","end":"2026-03-06T01:09:10.499235Z","steps":["trace[1113194749] 'agreement among raft nodes before linearized reading' (duration: 665.277298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.499262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.281138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:09:10.499283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:09.833857Z","time spent":"665.417192ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:09:10.499297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.25978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9gjfn\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-03-06T01:09:10.499318Z","caller":"traceutil/trace.go:171","msg":"trace[369626042] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9gjfn; range_end:; response_count:1; response_revision:16398; }","duration":"651.3139ms","start":"2026-03-06T01:09:09.847999Z","end":"2026-03-06T01:09:10.499313Z","steps":["trace[369626042] 'agreement among raft nodes before linearized reading' (duration: 651.081795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:10.499326Z","caller":"traceutil/trace.go:171","msg":"trace[807136828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16398; }","duration":"749.348899ms","start":"2026-03-06T01:09:09.749957Z","end":"2026-03-06T01:09:10.499306Z","steps":["trace[807136828] 'agreement among raft nodes before linearized reading' (duration: 749.242137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.499356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:09.847987Z","time spent":"651.347662ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9816,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9gjfn\" "} {"level":"warn","ts":"2026-03-06T01:09:10.498967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692527866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:09:10.499372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:09.74995Z","time spent":"749.41179ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:09:10.499423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.535161Z","time spent":"1.964047224s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:09:10.49877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962651293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953757"} {"level":"info","ts":"2026-03-06T01:09:10.499549Z","caller":"traceutil/trace.go:171","msg":"trace[1879687300] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16398; }","duration":"1.96341045s","start":"2026-03-06T01:09:08.536104Z","end":"2026-03-06T01:09:10.499515Z","steps":["trace[1879687300] 'agreement among raft nodes before linearized reading' (duration: 1.961898156s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:10.499436Z","caller":"traceutil/trace.go:171","msg":"trace[1714011121] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:16398; }","duration":"1.693041477s","start":"2026-03-06T01:09:08.806378Z","end":"2026-03-06T01:09:10.49942Z","steps":["trace[1714011121] 'agreement among raft nodes before linearized reading' (duration: 1.692555816s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.499063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089910627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:09:10.49966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.536046Z","time spent":"1.963569113s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":953780,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:09:10.499659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.806317Z","time spent":"1.693324152s","remote":"127.0.0.1:33168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:09:10.499702Z","caller":"traceutil/trace.go:171","msg":"trace[362908515] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:16398; }","duration":"1.090588992s","start":"2026-03-06T01:09:09.4091Z","end":"2026-03-06T01:09:10.499689Z","steps":["trace[362908515] 'agreement among raft nodes before linearized reading' (duration: 1.089912637s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.499726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:09.409072Z","time spent":"1.090646213s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:09:10.499094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444839222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:10.499791Z","caller":"traceutil/trace.go:171","msg":"trace[509632532] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:16398; }","duration":"1.445551037s","start":"2026-03-06T01:09:09.054223Z","end":"2026-03-06T01:09:10.499774Z","steps":["trace[509632532] 'agreement among raft nodes before linearized reading' (duration: 1.444849912s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.499854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:09.054207Z","time spent":"1.44563345s","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:09:10.499126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557116704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:10.500038Z","caller":"traceutil/trace.go:171","msg":"trace[209975103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16398; }","duration":"1.558061375s","start":"2026-03-06T01:09:08.941969Z","end":"2026-03-06T01:09:10.50003Z","steps":["trace[209975103] 'agreement among raft nodes before linearized reading' (duration: 1.557140195s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.500082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:08.941947Z","time spent":"1.558126386s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:09:10.499119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.423277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:09:10.500859Z","caller":"traceutil/trace.go:171","msg":"trace[427176513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16398; }","duration":"863.219416ms","start":"2026-03-06T01:09:09.637627Z","end":"2026-03-06T01:09:10.500846Z","steps":["trace[427176513] 'agreement among raft nodes before linearized reading' (duration: 861.430237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.499151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.30722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:09:10.500997Z","caller":"traceutil/trace.go:171","msg":"trace[1086417771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16398; }","duration":"752.192103ms","start":"2026-03-06T01:09:09.748789Z","end":"2026-03-06T01:09:10.500981Z","steps":["trace[1086417771] 'agreement among raft nodes before linearized reading' (duration: 750.184208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.499058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.345104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:09:10.501086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:09.748739Z","time spent":"752.329575ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:09:10.50131Z","caller":"traceutil/trace.go:171","msg":"trace[859750922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16398; }","duration":"828.627954ms","start":"2026-03-06T01:09:09.672667Z","end":"2026-03-06T01:09:10.501295Z","steps":["trace[859750922] 'agreement among raft nodes before linearized reading' (duration: 826.321133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.501364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:09.672647Z","time spent":"828.702847ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:09:10.499323Z","caller":"traceutil/trace.go:171","msg":"trace[841911220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:16398; }","duration":"115.932372ms","start":"2026-03-06T01:09:10.383309Z","end":"2026-03-06T01:09:10.499242Z","steps":["trace[841911220] 'agreement among raft nodes before linearized reading' (duration: 115.87114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.500931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:09.637608Z","time spent":"863.308038ms","remote":"127.0.0.1:56566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:09:10.642494Z","caller":"traceutil/trace.go:171","msg":"trace[985494300] transaction","detail":"{read_only:false; response_revision:16399; number_of_response:1; }","duration":"137.881286ms","start":"2026-03-06T01:09:10.504579Z","end":"2026-03-06T01:09:10.642461Z","steps":["trace[985494300] 'process raft request' (duration: 73.607491ms)","trace[985494300] 'compare' (duration: 64.03968ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:10.642451Z","caller":"traceutil/trace.go:171","msg":"trace[905892504] linearizableReadLoop","detail":"{readStateIndex:16991; appliedIndex:16990; }","duration":"136.874864ms","start":"2026-03-06T01:09:10.505549Z","end":"2026-03-06T01:09:10.642424Z","steps":["trace[905892504] 'read index received' (duration: 72.866535ms)","trace[905892504] 'applied index is now lower than readState.Index' (duration: 64.006999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:10.643521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.949987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953757"} {"level":"info","ts":"2026-03-06T01:09:10.643589Z","caller":"traceutil/trace.go:171","msg":"trace[1845784711] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16399; }","duration":"138.04566ms","start":"2026-03-06T01:09:10.505517Z","end":"2026-03-06T01:09:10.643562Z","steps":["trace[1845784711] 'agreement among raft nodes before linearized reading' (duration: 137.15222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.785267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.742619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:09:10.785964Z","caller":"traceutil/trace.go:171","msg":"trace[1737678064] transaction","detail":"{read_only:false; response_revision:16400; number_of_response:1; }","duration":"276.544658ms","start":"2026-03-06T01:09:10.509391Z","end":"2026-03-06T01:09:10.785936Z","steps":["trace[1737678064] 'process raft request' (duration: 164.955461ms)","trace[1737678064] 'compare' (duration: 51.653757ms)","trace[1737678064] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 58.830086ms)"],"step_count":3} {"level":"info","ts":"2026-03-06T01:09:10.814408Z","caller":"traceutil/trace.go:171","msg":"trace[946075875] transaction","detail":"{read_only:false; response_revision:16403; number_of_response:1; }","duration":"170.432082ms","start":"2026-03-06T01:09:10.64396Z","end":"2026-03-06T01:09:10.814392Z","steps":["trace[946075875] 'process raft request' (duration: 170.395821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:10.814598Z","caller":"traceutil/trace.go:171","msg":"trace[2088538386] transaction","detail":"{read_only:false; response_revision:16401; number_of_response:1; }","duration":"305.153898ms","start":"2026-03-06T01:09:10.509425Z","end":"2026-03-06T01:09:10.814579Z","steps":["trace[2088538386] 'process raft request' (duration: 275.937335ms)","trace[2088538386] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 28.355154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:10.814725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:10.509413Z","time spent":"305.25537ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:09:10.814778Z","caller":"traceutil/trace.go:171","msg":"trace[464580580] transaction","detail":"{read_only:false; response_revision:16402; number_of_response:1; }","duration":"305.300402ms","start":"2026-03-06T01:09:10.509449Z","end":"2026-03-06T01:09:10.814749Z","steps":["trace[464580580] 'process raft request' (duration: 304.863581ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:10.814869Z","caller":"traceutil/trace.go:171","msg":"trace[351796995] linearizableReadLoop","detail":"{readStateIndex:16994; appliedIndex:16991; }","duration":"172.205923ms","start":"2026-03-06T01:09:10.642628Z","end":"2026-03-06T01:09:10.814834Z","steps":["trace[351796995] 'read index received' (duration: 31.889302ms)","trace[351796995] 'applied index is now lower than readState.Index' (duration: 140.310631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:10.815158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.492242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:09:10.814913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:10.509437Z","time spent":"305.402934ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:09:10.815206Z","caller":"traceutil/trace.go:171","msg":"trace[422013793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16403; }","duration":"273.591675ms","start":"2026-03-06T01:09:10.541599Z","end":"2026-03-06T01:09:10.815191Z","steps":["trace[422013793] 'agreement among raft nodes before linearized reading' (duration: 273.39975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.81539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.936079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:09:10.815425Z","caller":"traceutil/trace.go:171","msg":"trace[570144449] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16403; }","duration":"281.995249ms","start":"2026-03-06T01:09:10.53342Z","end":"2026-03-06T01:09:10.815415Z","steps":["trace[570144449] 'agreement among raft nodes before linearized reading' (duration: 281.865277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.815587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.183061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:10.815615Z","caller":"traceutil/trace.go:171","msg":"trace[1189173317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16403; }","duration":"306.258394ms","start":"2026-03-06T01:09:10.50935Z","end":"2026-03-06T01:09:10.815608Z","steps":["trace[1189173317] 'agreement among raft nodes before linearized reading' (duration: 306.215433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:10.81566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:10.509336Z","time spent":"306.317956ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:09:10.878152Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14242,"took":"907.90315ms","hash":1036872809,"current-db-size-bytes":42819584,"current-db-size":"43 MB","current-db-size-in-use-bytes":28356608,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:09:10.878204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1036872809,"revision":14242,"compact-revision":11946} {"level":"info","ts":"2026-03-06T01:09:15.437435Z","caller":"traceutil/trace.go:171","msg":"trace[2146035124] transaction","detail":"{read_only:false; response_revision:16499; number_of_response:1; }","duration":"158.282725ms","start":"2026-03-06T01:09:15.279115Z","end":"2026-03-06T01:09:15.437398Z","steps":["trace[2146035124] 'process raft request' (duration: 157.592749ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:20.899969Z","caller":"traceutil/trace.go:171","msg":"trace[1569926284] transaction","detail":"{read_only:false; response_revision:16596; number_of_response:1; }","duration":"371.370147ms","start":"2026-03-06T01:09:20.528577Z","end":"2026-03-06T01:09:20.899947Z","steps":["trace[1569926284] 'process raft request' (duration: 371.210463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:20.900226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:20.528548Z","time spent":"371.49893ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:09:20.90911Z","caller":"traceutil/trace.go:171","msg":"trace[408636846] transaction","detail":"{read_only:false; response_revision:16597; number_of_response:1; }","duration":"357.783388ms","start":"2026-03-06T01:09:20.551306Z","end":"2026-03-06T01:09:20.90909Z","steps":["trace[408636846] 'process raft request' (duration: 356.716964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:20.909269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:20.551248Z","time spent":"357.950901ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:09:20.909313Z","caller":"traceutil/trace.go:171","msg":"trace[7267633] linearizableReadLoop","detail":"{readStateIndex:17198; appliedIndex:17196; }","duration":"307.174504ms","start":"2026-03-06T01:09:20.602121Z","end":"2026-03-06T01:09:20.909295Z","steps":["trace[7267633] 'read index received' (duration: 297.691615ms)","trace[7267633] 'applied index is now lower than readState.Index' (duration: 9.481218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:20.90955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.426799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7xnph\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-03-06T01:09:20.909584Z","caller":"traceutil/trace.go:171","msg":"trace[1248415092] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7xnph; range_end:; response_count:1; response_revision:16598; }","duration":"307.511771ms","start":"2026-03-06T01:09:20.602063Z","end":"2026-03-06T01:09:20.909575Z","steps":["trace[1248415092] 'agreement among raft nodes before linearized reading' (duration: 307.372028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:20.909656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:20.602042Z","time spent":"307.605173ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22152,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7xnph\" "} {"level":"warn","ts":"2026-03-06T01:09:20.909857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.58622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9gjfn\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-03-06T01:09:20.90989Z","caller":"traceutil/trace.go:171","msg":"trace[387886778] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9gjfn; range_end:; response_count:1; response_revision:16598; }","duration":"157.656601ms","start":"2026-03-06T01:09:20.752225Z","end":"2026-03-06T01:09:20.909882Z","steps":["trace[387886778] 'agreement among raft nodes before linearized reading' (duration: 157.58734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:20.909609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.278314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:09:20.910013Z","caller":"traceutil/trace.go:171","msg":"trace[878280048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16598; }","duration":"217.674183ms","start":"2026-03-06T01:09:20.692321Z","end":"2026-03-06T01:09:20.909995Z","steps":["trace[878280048] 'agreement among raft nodes before linearized reading' (duration: 217.208133ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:09.97522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16393} {"level":"info","ts":"2026-03-06T01:14:10.073472Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16393,"took":"94.707573ms","hash":1561962392,"current-db-size-bytes":44511232,"current-db-size":"44 MB","current-db-size-in-use-bytes":30199808,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:14:10.073538Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1561962392,"revision":16393,"compact-revision":14242} {"level":"info","ts":"2026-03-06T01:14:20.39845Z","caller":"traceutil/trace.go:171","msg":"trace[1223158172] transaction","detail":"{read_only:false; response_revision:18736; number_of_response:1; }","duration":"287.883902ms","start":"2026-03-06T01:14:20.110542Z","end":"2026-03-06T01:14:20.398425Z","steps":["trace[1223158172] 'process raft request' (duration: 287.751939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:22.046416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184292708s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:22.046687Z","caller":"traceutil/trace.go:171","msg":"trace[88865548] linearizableReadLoop","detail":"{readStateIndex:19409; appliedIndex:19408; }","duration":"1.608114199s","start":"2026-03-06T01:14:20.438554Z","end":"2026-03-06T01:14:22.046668Z","steps":["trace[88865548] 'read index received' (duration: 423.473704ms)","trace[88865548] 'applied index is now lower than readState.Index' (duration: 1.184639155s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:22.04672Z","caller":"traceutil/trace.go:171","msg":"trace[304808604] transaction","detail":"{read_only:false; response_revision:18737; number_of_response:1; }","duration":"1.79731695s","start":"2026-03-06T01:14:20.249362Z","end":"2026-03-06T01:14:22.046679Z","steps":["trace[304808604] 'process raft request' (duration: 612.615764ms)","trace[304808604] 'compare' (duration: 1.184182835s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:22.046906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:20.249336Z","time spent":"1.797467673s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:22.046927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606669466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:14:22.046936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133915369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:14:22.046969Z","caller":"traceutil/trace.go:171","msg":"trace[1528078322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18737; }","duration":"1.606767459s","start":"2026-03-06T01:14:20.440188Z","end":"2026-03-06T01:14:22.046956Z","steps":["trace[1528078322] 'agreement among raft nodes before linearized reading' (duration: 1.606594125s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:22.046993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:20.44014Z","time spent":"1.606848071s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:14:22.047004Z","caller":"traceutil/trace.go:171","msg":"trace[355862048] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:18737; }","duration":"1.13398272s","start":"2026-03-06T01:14:20.913Z","end":"2026-03-06T01:14:22.046982Z","steps":["trace[355862048] 'agreement among raft nodes before linearized reading' (duration: 1.133799386s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:22.047015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486946243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:14:22.047094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487710472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:14:22.0471Z","caller":"traceutil/trace.go:171","msg":"trace[2100167107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18737; }","duration":"1.487091567s","start":"2026-03-06T01:14:20.559995Z","end":"2026-03-06T01:14:22.047086Z","steps":["trace[2100167107] 'agreement among raft nodes before linearized reading' (duration: 1.4868298s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:22.047114Z","caller":"traceutil/trace.go:171","msg":"trace[1943663564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18737; }","duration":"1.487778163s","start":"2026-03-06T01:14:20.55933Z","end":"2026-03-06T01:14:22.047108Z","steps":["trace[1943663564] 'agreement among raft nodes before linearized reading' (duration: 1.487721702s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:22.047134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:20.559301Z","time spent":"1.487828564s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:22.047134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:20.559968Z","time spent":"1.487157449s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:22.047197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101958797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:22.047177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.782053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:14:22.047217Z","caller":"traceutil/trace.go:171","msg":"trace[1072878996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18737; }","duration":"1.102001308s","start":"2026-03-06T01:14:20.94521Z","end":"2026-03-06T01:14:22.047212Z","steps":["trace[1072878996] 'agreement among raft nodes before linearized reading' (duration: 1.101972698s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:22.047238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:20.945195Z","time spent":"1.102039599s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:14:22.047264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603358634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:14:22.047263Z","caller":"traceutil/trace.go:171","msg":"trace[912505951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18737; }","duration":"283.849944ms","start":"2026-03-06T01:14:21.763386Z","end":"2026-03-06T01:14:22.047236Z","steps":["trace[912505951] 'agreement among raft nodes before linearized reading' (duration: 283.704901ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:22.047302Z","caller":"traceutil/trace.go:171","msg":"trace[1701956422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18737; }","duration":"1.603433606s","start":"2026-03-06T01:14:20.443855Z","end":"2026-03-06T01:14:22.047288Z","steps":["trace[1701956422] 'agreement among raft nodes before linearized reading' (duration: 1.603323414s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:22.046999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608417945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:14:22.047341Z","caller":"traceutil/trace.go:171","msg":"trace[172881964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18737; }","duration":"1.608817285s","start":"2026-03-06T01:14:20.438518Z","end":"2026-03-06T01:14:22.047335Z","steps":["trace[172881964] 'agreement among raft nodes before linearized reading' (duration: 1.608223391s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:22.04734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:20.443834Z","time spent":"1.603499048s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:22.047362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:20.438501Z","time spent":"1.608854796s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:14:22.04705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:20.912936Z","time spent":"1.134101594s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-06T01:14:22.047535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481599456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:14:22.047675Z","caller":"traceutil/trace.go:171","msg":"trace[1934167348] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18737; }","duration":"1.481784681s","start":"2026-03-06T01:14:20.565863Z","end":"2026-03-06T01:14:22.047648Z","steps":["trace[1934167348] 'agreement among raft nodes before linearized reading' (duration: 1.481055724s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:22.047785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:20.565837Z","time spent":"1.481924883s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:14:22.278491Z","caller":"traceutil/trace.go:171","msg":"trace[509352009] transaction","detail":"{read_only:false; response_revision:18738; number_of_response:1; }","duration":"226.299027ms","start":"2026-03-06T01:14:22.052163Z","end":"2026-03-06T01:14:22.278462Z","steps":["trace[509352009] 'process raft request' (duration: 226.061402ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:22.278795Z","caller":"traceutil/trace.go:171","msg":"trace[838527181] transaction","detail":"{read_only:false; response_revision:18739; number_of_response:1; }","duration":"225.790605ms","start":"2026-03-06T01:14:22.052965Z","end":"2026-03-06T01:14:22.278756Z","steps":["trace[838527181] 'process raft request' (duration: 225.438667ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:22.279287Z","caller":"traceutil/trace.go:171","msg":"trace[804177662] transaction","detail":"{read_only:false; response_revision:18740; number_of_response:1; }","duration":"225.853197ms","start":"2026-03-06T01:14:22.053391Z","end":"2026-03-06T01:14:22.279244Z","steps":["trace[804177662] 'process raft request' (duration: 225.56435ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:22.279652Z","caller":"traceutil/trace.go:171","msg":"trace[2080196103] linearizableReadLoop","detail":"{readStateIndex:19411; appliedIndex:19409; }","duration":"226.744817ms","start":"2026-03-06T01:14:22.052894Z","end":"2026-03-06T01:14:22.279639Z","steps":["trace[2080196103] 'read index received' (duration: 136.784308ms)","trace[2080196103] 'applied index is now lower than readState.Index' (duration: 89.959589ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:22.279755Z","caller":"traceutil/trace.go:171","msg":"trace[117257197] transaction","detail":"{read_only:false; response_revision:18742; number_of_response:1; }","duration":"222.408582ms","start":"2026-03-06T01:14:22.057326Z","end":"2026-03-06T01:14:22.279734Z","steps":["trace[117257197] 'process raft request' (duration: 222.109575ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:22.279855Z","caller":"traceutil/trace.go:171","msg":"trace[1267014074] transaction","detail":"{read_only:false; response_revision:18743; number_of_response:1; }","duration":"222.123426ms","start":"2026-03-06T01:14:22.057651Z","end":"2026-03-06T01:14:22.279775Z","steps":["trace[1267014074] 'process raft request' (duration: 221.912282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:22.279898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.965702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:14:22.280164Z","caller":"traceutil/trace.go:171","msg":"trace[1783343019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18743; }","duration":"227.288629ms","start":"2026-03-06T01:14:22.052857Z","end":"2026-03-06T01:14:22.280145Z","steps":["trace[1783343019] 'agreement among raft nodes before linearized reading' (duration: 226.837659ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:22.281223Z","caller":"traceutil/trace.go:171","msg":"trace[1093825720] transaction","detail":"{read_only:false; response_revision:18741; number_of_response:1; }","duration":"226.8751ms","start":"2026-03-06T01:14:22.054325Z","end":"2026-03-06T01:14:22.2812Z","steps":["trace[1093825720] 'process raft request' (duration: 224.863626ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:38.837308Z","caller":"traceutil/trace.go:171","msg":"trace[1186725036] linearizableReadLoop","detail":"{readStateIndex:19495; appliedIndex:19494; }","duration":"364.568588ms","start":"2026-03-06T01:14:38.472711Z","end":"2026-03-06T01:14:38.837279Z","steps":["trace[1186725036] 'read index received' (duration: 364.297162ms)","trace[1186725036] 'applied index is now lower than readState.Index' (duration: 270.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:38.837353Z","caller":"traceutil/trace.go:171","msg":"trace[1058432546] transaction","detail":"{read_only:false; response_revision:18819; number_of_response:1; }","duration":"376.646803ms","start":"2026-03-06T01:14:38.460672Z","end":"2026-03-06T01:14:38.837319Z","steps":["trace[1058432546] 'process raft request' (duration: 376.396007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:38.837491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.724061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:14:38.837517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:38.460651Z","time spent":"376.778906ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:38.837564Z","caller":"traceutil/trace.go:171","msg":"trace[1202549583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18819; }","duration":"364.858815ms","start":"2026-03-06T01:14:38.472673Z","end":"2026-03-06T01:14:38.837532Z","steps":["trace[1202549583] 'agreement among raft nodes before linearized reading' (duration: 364.719051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:38.837622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:38.472659Z","time spent":"364.949566ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:39.634679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.264531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:39.634765Z","caller":"traceutil/trace.go:171","msg":"trace[740052682] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:18819; }","duration":"474.407605ms","start":"2026-03-06T01:14:39.160338Z","end":"2026-03-06T01:14:39.634746Z","steps":["trace[740052682] 'count revisions from in-memory index tree' (duration: 474.131889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:39.634815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:39.160319Z","time spent":"474.483166ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:39.635171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.345418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:39.635256Z","caller":"traceutil/trace.go:171","msg":"trace[193806780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18819; }","duration":"692.4671ms","start":"2026-03-06T01:14:38.942772Z","end":"2026-03-06T01:14:39.635239Z","steps":["trace[193806780] 'range keys from in-memory index tree' (duration: 692.223035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:39.635296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:38.942751Z","time spent":"692.534992ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:14:40.137432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350465901,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:14:40.50301Z","caller":"traceutil/trace.go:171","msg":"trace[966256518] linearizableReadLoop","detail":"{readStateIndex:19496; appliedIndex:19496; }","duration":"866.330645ms","start":"2026-03-06T01:14:39.636649Z","end":"2026-03-06T01:14:40.502979Z","steps":["trace[966256518] 'read index received' (duration: 866.315184ms)","trace[966256518] 'applied index is now lower than readState.Index' (duration: 12.341µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:40.503152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.483408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:40.503221Z","caller":"traceutil/trace.go:171","msg":"trace[424088441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18820; }","duration":"866.58071ms","start":"2026-03-06T01:14:39.636605Z","end":"2026-03-06T01:14:40.503185Z","steps":["trace[424088441] 'agreement among raft nodes before linearized reading' (duration: 866.489008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.503313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:39.636586Z","time spent":"866.717643ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:14:40.502992Z","caller":"traceutil/trace.go:171","msg":"trace[164992239] transaction","detail":"{read_only:false; response_revision:18820; number_of_response:1; }","duration":"1.108117613s","start":"2026-03-06T01:14:39.394853Z","end":"2026-03-06T01:14:40.50297Z","steps":["trace[164992239] 'process raft request' (duration: 1.10798169s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.503879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:39.394813Z","time spent":"1.108983941s","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:40.729146Z","caller":"traceutil/trace.go:171","msg":"trace[1110652424] transaction","detail":"{read_only:false; response_revision:18821; number_of_response:1; }","duration":"538.611356ms","start":"2026-03-06T01:14:40.190502Z","end":"2026-03-06T01:14:40.729114Z","steps":["trace[1110652424] 'process raft request' (duration: 519.095416ms)","trace[1110652424] 'compare' (duration: 19.028809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:40.72931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.486823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:14:40.729367Z","caller":"traceutil/trace.go:171","msg":"trace[1499444329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18821; }","duration":"358.573156ms","start":"2026-03-06T01:14:40.370782Z","end":"2026-03-06T01:14:40.729355Z","steps":["trace[1499444329] 'agreement among raft nodes before linearized reading' (duration: 358.410061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.729385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.455204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:14:40.729395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.385889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:14:40.729412Z","caller":"traceutil/trace.go:171","msg":"trace[1974154359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18821; }","duration":"654.525276ms","start":"2026-03-06T01:14:40.074878Z","end":"2026-03-06T01:14:40.729404Z","steps":["trace[1974154359] 'agreement among raft nodes before linearized reading' (duration: 654.474604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.729384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.793321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:14:40.729465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.510967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:14:40.729486Z","caller":"traceutil/trace.go:171","msg":"trace[1580214280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18821; }","duration":"359.575278ms","start":"2026-03-06T01:14:40.369905Z","end":"2026-03-06T01:14:40.72948Z","steps":["trace[1580214280] 'agreement among raft nodes before linearized reading' (duration: 359.516797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.729511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.369885Z","time spent":"359.61915ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:14:40.729502Z","caller":"traceutil/trace.go:171","msg":"trace[1150193024] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18821; }","duration":"358.935925ms","start":"2026-03-06T01:14:40.370537Z","end":"2026-03-06T01:14:40.729473Z","steps":["trace[1150193024] 'agreement among raft nodes before linearized reading' (duration: 358.651068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.729556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.37053Z","time spent":"359.014827ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:14:40.7294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.370777Z","time spent":"358.615369ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:40.729599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.108822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:40.729651Z","caller":"traceutil/trace.go:171","msg":"trace[529348593] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:18821; }","duration":"837.210804ms","start":"2026-03-06T01:14:39.892426Z","end":"2026-03-06T01:14:40.729637Z","steps":["trace[529348593] 'agreement among raft nodes before linearized reading' (duration: 837.132312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.729407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.329146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:14:40.729692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:39.892402Z","time spent":"837.281265ms","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:40.729133Z","caller":"traceutil/trace.go:171","msg":"trace[1281697747] linearizableReadLoop","detail":"{readStateIndex:19497; appliedIndex:19496; }","duration":"226.025821ms","start":"2026-03-06T01:14:40.503087Z","end":"2026-03-06T01:14:40.729112Z","steps":["trace[1281697747] 'read index received' (duration: 206.578993ms)","trace[1281697747] 'applied index is now lower than readState.Index' (duration: 19.445647ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:40.729696Z","caller":"traceutil/trace.go:171","msg":"trace[1196535236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18821; }","duration":"361.686345ms","start":"2026-03-06T01:14:40.367998Z","end":"2026-03-06T01:14:40.729685Z","steps":["trace[1196535236] 'agreement among raft nodes before linearized reading' (duration: 361.288585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.729778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.367968Z","time spent":"361.800898ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:40.729408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.814363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:14:40.729844Z","caller":"traceutil/trace.go:171","msg":"trace[636754279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18821; }","duration":"359.250322ms","start":"2026-03-06T01:14:40.370568Z","end":"2026-03-06T01:14:40.729818Z","steps":["trace[636754279] 'agreement among raft nodes before linearized reading' (duration: 358.674218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.729436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.074857Z","time spent":"654.572876ms","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:40.729904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.370564Z","time spent":"359.323803ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:14:40.729444Z","caller":"traceutil/trace.go:171","msg":"trace[1265768930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18821; }","duration":"356.45038ms","start":"2026-03-06T01:14:40.372984Z","end":"2026-03-06T01:14:40.729435Z","steps":["trace[1265768930] 'agreement among raft nodes before linearized reading' (duration: 356.277746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.729996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.372978Z","time spent":"357.007632ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:14:40.72932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.190467Z","time spent":"538.758549ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:40.730096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.22607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:40.73014Z","caller":"traceutil/trace.go:171","msg":"trace[868689369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18821; }","duration":"218.285531ms","start":"2026-03-06T01:14:40.511832Z","end":"2026-03-06T01:14:40.730117Z","steps":["trace[868689369] 'agreement among raft nodes before linearized reading' (duration: 218.2413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:40.73014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.160523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18384"} {"level":"info","ts":"2026-03-06T01:14:40.730179Z","caller":"traceutil/trace.go:171","msg":"trace[486691015] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:18821; }","duration":"220.225444ms","start":"2026-03-06T01:14:40.509943Z","end":"2026-03-06T01:14:40.730168Z","steps":["trace[486691015] 'agreement among raft nodes before linearized reading' (duration: 220.103092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:41.489995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.847098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:41.490139Z","caller":"traceutil/trace.go:171","msg":"trace[1698909460] linearizableReadLoop","detail":"{readStateIndex:19498; appliedIndex:19497; }","duration":"751.57447ms","start":"2026-03-06T01:14:40.738552Z","end":"2026-03-06T01:14:41.490126Z","steps":["trace[1698909460] 'read index received' (duration: 379.535817ms)","trace[1698909460] 'applied index is now lower than readState.Index' (duration: 372.037263ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:41.490166Z","caller":"traceutil/trace.go:171","msg":"trace[117655584] transaction","detail":"{read_only:false; response_revision:18822; number_of_response:1; }","duration":"756.138331ms","start":"2026-03-06T01:14:40.73398Z","end":"2026-03-06T01:14:41.490119Z","steps":["trace[117655584] 'process raft request' (duration: 384.091408ms)","trace[117655584] 'compare' (duration: 371.742586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:41.49025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.733963Z","time spent":"756.251453ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:41.490308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.747483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T01:14:41.490358Z","caller":"traceutil/trace.go:171","msg":"trace[953410131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18822; }","duration":"751.818885ms","start":"2026-03-06T01:14:40.738525Z","end":"2026-03-06T01:14:41.490344Z","steps":["trace[953410131] 'agreement among raft nodes before linearized reading' (duration: 751.670112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:41.490406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.738514Z","time spent":"751.881947ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:14:41.527355Z","caller":"traceutil/trace.go:171","msg":"trace[1139389132] transaction","detail":"{read_only:false; response_revision:18824; number_of_response:1; }","duration":"788.659106ms","start":"2026-03-06T01:14:40.738673Z","end":"2026-03-06T01:14:41.527332Z","steps":["trace[1139389132] 'process raft request' (duration: 788.578444ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:41.527417Z","caller":"traceutil/trace.go:171","msg":"trace[1365877544] transaction","detail":"{read_only:false; response_revision:18823; number_of_response:1; }","duration":"788.724157ms","start":"2026-03-06T01:14:40.738625Z","end":"2026-03-06T01:14:41.527349Z","steps":["trace[1365877544] 'process raft request' (duration: 788.495302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:41.5275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.738668Z","time spent":"788.760438ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:41.527615Z","caller":"traceutil/trace.go:171","msg":"trace[702835121] transaction","detail":"{read_only:false; response_revision:18825; number_of_response:1; }","duration":"788.778848ms","start":"2026-03-06T01:14:40.738813Z","end":"2026-03-06T01:14:41.527592Z","steps":["trace[702835121] 'process raft request' (duration: 788.485092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:41.527709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.738808Z","time spent":"788.85845ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:41.527728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.738616Z","time spent":"788.8862ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:41.528172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.311785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:41.5282Z","caller":"traceutil/trace.go:171","msg":"trace[979453218] transaction","detail":"{read_only:false; response_revision:18827; number_of_response:1; }","duration":"788.696267ms","start":"2026-03-06T01:14:40.739489Z","end":"2026-03-06T01:14:41.528186Z","steps":["trace[979453218] 'process raft request' (duration: 788.451622ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:41.52824Z","caller":"traceutil/trace.go:171","msg":"trace[1411182111] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:18828; }","duration":"310.423628ms","start":"2026-03-06T01:14:41.217799Z","end":"2026-03-06T01:14:41.528222Z","steps":["trace[1411182111] 'agreement among raft nodes before linearized reading' (duration: 310.291295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:41.528237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.800299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-06T01:14:41.52827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.739471Z","time spent":"788.764208ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:41.528304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.633548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:41.528318Z","caller":"traceutil/trace.go:171","msg":"trace[748198520] transaction","detail":"{read_only:false; response_revision:18828; number_of_response:1; }","duration":"684.832843ms","start":"2026-03-06T01:14:40.843475Z","end":"2026-03-06T01:14:41.528308Z","steps":["trace[748198520] 'process raft request' (duration: 684.549847ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:41.528347Z","caller":"traceutil/trace.go:171","msg":"trace[1854858664] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:18828; }","duration":"538.691888ms","start":"2026-03-06T01:14:40.989639Z","end":"2026-03-06T01:14:41.528331Z","steps":["trace[1854858664] 'agreement among raft nodes before linearized reading' (duration: 538.638837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:41.52837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.843441Z","time spent":"684.898775ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:41.528393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.989626Z","time spent":"538.75753ms","remote":"127.0.0.1:55010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:41.528466Z","caller":"traceutil/trace.go:171","msg":"trace[986212081] transaction","detail":"{read_only:false; response_revision:18826; number_of_response:1; }","duration":"789.601957ms","start":"2026-03-06T01:14:40.738853Z","end":"2026-03-06T01:14:41.528455Z","steps":["trace[986212081] 'process raft request' (duration: 788.657116ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:41.528306Z","caller":"traceutil/trace.go:171","msg":"trace[1434612174] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18828; }","duration":"788.882691ms","start":"2026-03-06T01:14:40.739405Z","end":"2026-03-06T01:14:41.528287Z","steps":["trace[1434612174] 'agreement among raft nodes before linearized reading' (duration: 788.679947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:41.528524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.738848Z","time spent":"789.649348ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:41.528278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:41.217777Z","time spent":"310.491399ms","remote":"127.0.0.1:40378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:41.528624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.739397Z","time spent":"789.163147ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:14:41.52825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.303831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:14:41.52871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.095084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:41.528781Z","caller":"traceutil/trace.go:171","msg":"trace[457776337] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:18828; }","duration":"614.881974ms","start":"2026-03-06T01:14:40.913883Z","end":"2026-03-06T01:14:41.528765Z","steps":["trace[457776337] 'agreement among raft nodes before linearized reading' (duration: 614.210679ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:41.528804Z","caller":"traceutil/trace.go:171","msg":"trace[1315584729] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:18828; }","duration":"778.263637ms","start":"2026-03-06T01:14:40.750522Z","end":"2026-03-06T01:14:41.528786Z","steps":["trace[1315584729] 'agreement among raft nodes before linearized reading' (duration: 778.012922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:41.528845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.913866Z","time spent":"614.962876ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-06T01:14:41.528858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:40.750513Z","time spent":"778.335459ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":63,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:42.501618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.240939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:42.501916Z","caller":"traceutil/trace.go:171","msg":"trace[1445460988] linearizableReadLoop","detail":"{readStateIndex:19507; appliedIndex:19504; }","duration":"943.02368ms","start":"2026-03-06T01:14:41.55888Z","end":"2026-03-06T01:14:42.501903Z","steps":["trace[1445460988] 'read index received' (duration: 469.458915ms)","trace[1445460988] 'applied index is now lower than readState.Index' (duration: 473.563695ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:42.501973Z","caller":"traceutil/trace.go:171","msg":"trace[2143727352] transaction","detail":"{read_only:false; response_revision:18829; number_of_response:1; }","duration":"1.006962497s","start":"2026-03-06T01:14:41.495003Z","end":"2026-03-06T01:14:42.501965Z","steps":["trace[2143727352] 'process raft request' (duration: 533.309269ms)","trace[2143727352] 'compare' (duration: 472.477952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:42.502017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:41.494977Z","time spent":"1.007016767s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:42.502126Z","caller":"traceutil/trace.go:171","msg":"trace[1564259159] transaction","detail":"{read_only:false; response_revision:18830; number_of_response:1; }","duration":"968.448679ms","start":"2026-03-06T01:14:41.533644Z","end":"2026-03-06T01:14:42.502092Z","steps":["trace[1564259159] 'process raft request' (duration: 968.168433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:42.502128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:41.530445Z","time spent":"971.659131ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:14:42.502179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.276255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:42.502282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:41.533624Z","time spent":"968.574612ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:42.502631Z","caller":"traceutil/trace.go:171","msg":"trace[846085071] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:18830; }","duration":"943.777566ms","start":"2026-03-06T01:14:41.558822Z","end":"2026-03-06T01:14:42.5026Z","steps":["trace[846085071] 'agreement among raft nodes before linearized reading' (duration: 943.262895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:42.502718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:41.558801Z","time spent":"943.895301ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:42.878196Z","caller":"traceutil/trace.go:171","msg":"trace[356381022] linearizableReadLoop","detail":"{readStateIndex:19508; appliedIndex:19507; }","duration":"376.236106ms","start":"2026-03-06T01:14:42.501942Z","end":"2026-03-06T01:14:42.878178Z","steps":["trace[356381022] 'read index received' (duration: 374.847685ms)","trace[356381022] 'applied index is now lower than readState.Index' (duration: 1.387941ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:42.878265Z","caller":"traceutil/trace.go:171","msg":"trace[81798919] transaction","detail":"{read_only:false; response_revision:18831; number_of_response:1; }","duration":"454.449967ms","start":"2026-03-06T01:14:42.423809Z","end":"2026-03-06T01:14:42.878259Z","steps":["trace[81798919] 'process raft request' (duration: 452.906732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:42.878575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:42.423785Z","time spent":"454.493527ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:42.878774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238008041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-06T01:14:42.878797Z","caller":"traceutil/trace.go:171","msg":"trace[1537806713] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:18832; }","duration":"1.238049812s","start":"2026-03-06T01:14:41.640741Z","end":"2026-03-06T01:14:42.87879Z","steps":["trace[1537806713] 'agreement among raft nodes before linearized reading' (duration: 1.23793817s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:42.878815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:41.640731Z","time spent":"1.238078092s","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-06T01:14:42.879305Z","caller":"traceutil/trace.go:171","msg":"trace[486809992] transaction","detail":"{read_only:false; response_revision:18832; number_of_response:1; }","duration":"375.475728ms","start":"2026-03-06T01:14:42.503818Z","end":"2026-03-06T01:14:42.879294Z","steps":["trace[486809992] 'process raft request' (duration: 374.520187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:42.879356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:42.503787Z","time spent":"375.54641ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:42.879364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.436746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:42.879419Z","caller":"traceutil/trace.go:171","msg":"trace[2106755966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18832; }","duration":"936.532247ms","start":"2026-03-06T01:14:41.942871Z","end":"2026-03-06T01:14:42.879403Z","steps":["trace[2106755966] 'agreement among raft nodes before linearized reading' (duration: 935.427093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:42.879475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:41.942852Z","time spent":"936.61254ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:14:42.879908Z","caller":"traceutil/trace.go:171","msg":"trace[1590041529] transaction","detail":"{read_only:false; response_revision:18833; number_of_response:1; }","duration":"141.025721ms","start":"2026-03-06T01:14:42.73884Z","end":"2026-03-06T01:14:42.879866Z","steps":["trace[1590041529] 'process raft request' (duration: 139.838676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:42.880869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.720079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:14:42.880969Z","caller":"traceutil/trace.go:171","msg":"trace[675319154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18833; }","duration":"143.720722ms","start":"2026-03-06T01:14:42.73723Z","end":"2026-03-06T01:14:42.88095Z","steps":["trace[675319154] 'agreement among raft nodes before linearized reading' (duration: 142.555925ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:25.890317Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21032583b6cd9182","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:15:25.896525Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-03-06T01:15:25.896621Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-03-06T01:17:36.780251Z","caller":"traceutil/trace.go:171","msg":"trace[1462467782] linearizableReadLoop","detail":"{readStateIndex:20849; appliedIndex:20848; }","duration":"192.166067ms","start":"2026-03-06T01:17:36.588061Z","end":"2026-03-06T01:17:36.780227Z","steps":["trace[1462467782] 'read index received' (duration: 188.772472ms)","trace[1462467782] 'applied index is now lower than readState.Index' (duration: 3.392435ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:36.780337Z","caller":"traceutil/trace.go:171","msg":"trace[2096845349] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"194.569088ms","start":"2026-03-06T01:17:36.585724Z","end":"2026-03-06T01:17:36.780293Z","steps":["trace[2096845349] 'process raft request' (duration: 191.047491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.780496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.410642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:17:36.780552Z","caller":"traceutil/trace.go:171","msg":"trace[493998866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20125; }","duration":"192.516874ms","start":"2026-03-06T01:17:36.588023Z","end":"2026-03-06T01:17:36.78054Z","steps":["trace[493998866] 'agreement among raft nodes before linearized reading' (duration: 192.33372ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:36.796831Z","caller":"traceutil/trace.go:171","msg":"trace[1813175983] transaction","detail":"{read_only:false; response_revision:20126; number_of_response:1; }","duration":"208.66593ms","start":"2026-03-06T01:17:36.588126Z","end":"2026-03-06T01:17:36.796792Z","steps":["trace[1813175983] 'process raft request' (duration: 208.437906ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:36.79684Z","caller":"traceutil/trace.go:171","msg":"trace[799453142] transaction","detail":"{read_only:false; response_revision:20127; number_of_response:1; }","duration":"208.607139ms","start":"2026-03-06T01:17:36.588208Z","end":"2026-03-06T01:17:36.796816Z","steps":["trace[799453142] 'process raft request' (duration: 208.493627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.796903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.791913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:17:36.797285Z","caller":"traceutil/trace.go:171","msg":"trace[1985299121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20127; }","duration":"209.220132ms","start":"2026-03-06T01:17:36.588044Z","end":"2026-03-06T01:17:36.797264Z","steps":["trace[1985299121] 'agreement among raft nodes before linearized reading' (duration: 208.705521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.79713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.87178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-06T01:17:36.797403Z","caller":"traceutil/trace.go:171","msg":"trace[1253083846] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:20127; }","duration":"132.253599ms","start":"2026-03-06T01:17:36.665124Z","end":"2026-03-06T01:17:36.797378Z","steps":["trace[1253083846] 'agreement among raft nodes before linearized reading' (duration: 131.786649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.021358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.819291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:42.021496Z","caller":"traceutil/trace.go:171","msg":"trace[2088912944] transaction","detail":"{read_only:false; response_revision:20234; number_of_response:1; }","duration":"291.516671ms","start":"2026-03-06T01:17:41.729953Z","end":"2026-03-06T01:17:42.02147Z","steps":["trace[2088912944] 'process raft request' (duration: 73.466025ms)","trace[2088912944] 'compare' (duration: 217.535145ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:42.042761Z","caller":"traceutil/trace.go:171","msg":"trace[315812312] linearizableReadLoop","detail":"{readStateIndex:20963; appliedIndex:20962; }","duration":"176.056392ms","start":"2026-03-06T01:17:41.866673Z","end":"2026-03-06T01:17:42.042729Z","steps":["trace[315812312] 'read index received' (duration: 175.766545ms)","trace[315812312] 'applied index is now lower than readState.Index' (duration: 288.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:42.042815Z","caller":"traceutil/trace.go:171","msg":"trace[1788445662] transaction","detail":"{read_only:false; response_revision:20235; number_of_response:1; }","duration":"280.191792ms","start":"2026-03-06T01:17:41.762589Z","end":"2026-03-06T01:17:42.042781Z","steps":["trace[1788445662] 'process raft request' (duration: 279.980028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.042926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.233456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:42.043267Z","caller":"traceutil/trace.go:171","msg":"trace[663502166] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:20235; }","duration":"176.41659ms","start":"2026-03-06T01:17:41.866608Z","end":"2026-03-06T01:17:42.043025Z","steps":["trace[663502166] 'agreement among raft nodes before linearized reading' (duration: 176.222276ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:43.261589Z","caller":"traceutil/trace.go:171","msg":"trace[90942371] linearizableReadLoop","detail":"{readStateIndex:20974; appliedIndex:20973; }","duration":"118.144869ms","start":"2026-03-06T01:17:43.143415Z","end":"2026-03-06T01:17:43.26156Z","steps":["trace[90942371] 'read index received' (duration: 117.887053ms)","trace[90942371] 'applied index is now lower than readState.Index' (duration: 256.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:43.26171Z","caller":"traceutil/trace.go:171","msg":"trace[464619222] transaction","detail":"{read_only:false; response_revision:20246; number_of_response:1; }","duration":"212.31008ms","start":"2026-03-06T01:17:43.049334Z","end":"2026-03-06T01:17:43.261644Z","steps":["trace[464619222] 'process raft request' (duration: 212.026794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:43.262086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.653161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-06T01:17:43.262144Z","caller":"traceutil/trace.go:171","msg":"trace[1813226454] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20246; }","duration":"118.781463ms","start":"2026-03-06T01:17:43.14335Z","end":"2026-03-06T01:17:43.262131Z","steps":["trace[1813226454] 'agreement among raft nodes before linearized reading' (duration: 118.324583ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:47.018995Z","caller":"traceutil/trace.go:171","msg":"trace[1736337765] linearizableReadLoop","detail":"{readStateIndex:21004; appliedIndex:21003; }","duration":"161.329729ms","start":"2026-03-06T01:17:46.857647Z","end":"2026-03-06T01:17:47.018976Z","steps":["trace[1736337765] 'read index received' (duration: 31.591µs)","trace[1736337765] 'applied index is now lower than readState.Index' (duration: 161.297258ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:47.01908Z","caller":"traceutil/trace.go:171","msg":"trace[1379636994] transaction","detail":"{read_only:false; response_revision:20275; number_of_response:1; }","duration":"161.456702ms","start":"2026-03-06T01:17:46.857616Z","end":"2026-03-06T01:17:47.019073Z","steps":["trace[1379636994] 'process raft request' (duration: 161.245807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.01924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.578118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:17:47.019281Z","caller":"traceutil/trace.go:171","msg":"trace[1217024172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20275; }","duration":"153.65429ms","start":"2026-03-06T01:17:46.865617Z","end":"2026-03-06T01:17:47.019272Z","steps":["trace[1217024172] 'agreement among raft nodes before linearized reading' (duration: 153.480746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.019302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.783846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:17:47.019323Z","caller":"traceutil/trace.go:171","msg":"trace[985692249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20275; }","duration":"110.843398ms","start":"2026-03-06T01:17:46.908474Z","end":"2026-03-06T01:17:47.019317Z","steps":["trace[985692249] 'agreement among raft nodes before linearized reading' (duration: 110.785327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.019409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.746987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:17:47.019431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.387964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:17:47.019475Z","caller":"traceutil/trace.go:171","msg":"trace[1247898822] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20275; }","duration":"161.87537ms","start":"2026-03-06T01:17:46.857583Z","end":"2026-03-06T01:17:47.019459Z","steps":["trace[1247898822] 'agreement among raft nodes before linearized reading' (duration: 161.689366ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:47.019486Z","caller":"traceutil/trace.go:171","msg":"trace[1317961597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20275; }","duration":"118.479896ms","start":"2026-03-06T01:17:46.90099Z","end":"2026-03-06T01:17:47.019469Z","steps":["trace[1317961597] 'agreement among raft nodes before linearized reading' (duration: 118.332043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.019915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.108886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:17:47.019994Z","caller":"traceutil/trace.go:171","msg":"trace[1439811953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20275; }","duration":"117.264279ms","start":"2026-03-06T01:17:46.902711Z","end":"2026-03-06T01:17:47.019975Z","steps":["trace[1439811953] 'agreement among raft nodes before linearized reading' (duration: 116.604845ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.473591Z","caller":"traceutil/trace.go:171","msg":"trace[1019905065] linearizableReadLoop","detail":"{readStateIndex:21652; appliedIndex:21651; }","duration":"323.099446ms","start":"2026-03-06T01:18:26.150454Z","end":"2026-03-06T01:18:26.473553Z","steps":["trace[1019905065] 'read index received' (duration: 303.204389ms)","trace[1019905065] 'applied index is now lower than readState.Index' (duration: 19.893427ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:26.473663Z","caller":"traceutil/trace.go:171","msg":"trace[1422609311] transaction","detail":"{read_only:false; response_revision:20907; number_of_response:1; }","duration":"337.333579ms","start":"2026-03-06T01:18:26.136291Z","end":"2026-03-06T01:18:26.473625Z","steps":["trace[1422609311] 'process raft request' (duration: 317.353749ms)","trace[1422609311] 'compare' (duration: 19.710694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:26.47385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.136263Z","time spent":"337.494173ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4393,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:26.473855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.388282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-06T01:18:26.473938Z","caller":"traceutil/trace.go:171","msg":"trace[534312621] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:20907; }","duration":"323.515435ms","start":"2026-03-06T01:18:26.150402Z","end":"2026-03-06T01:18:26.473917Z","steps":["trace[534312621] 'agreement among raft nodes before linearized reading' (duration: 323.307901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.473979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.150384Z","time spent":"323.585086ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-06T01:18:26.477369Z","caller":"traceutil/trace.go:171","msg":"trace[1338642972] transaction","detail":"{read_only:false; response_revision:20909; number_of_response:1; }","duration":"186.801798ms","start":"2026-03-06T01:18:26.29053Z","end":"2026-03-06T01:18:26.477331Z","steps":["trace[1338642972] 'process raft request' (duration: 186.696995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.477422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.467008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-06T01:18:26.477426Z","caller":"traceutil/trace.go:171","msg":"trace[1661844731] transaction","detail":"{read_only:false; response_revision:20910; number_of_response:1; }","duration":"135.448929ms","start":"2026-03-06T01:18:26.341942Z","end":"2026-03-06T01:18:26.47739Z","steps":["trace[1661844731] 'process raft request' (duration: 135.317926ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.477471Z","caller":"traceutil/trace.go:171","msg":"trace[1175355989] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:20910; }","duration":"275.57315ms","start":"2026-03-06T01:18:26.201885Z","end":"2026-03-06T01:18:26.477459Z","steps":["trace[1175355989] 'agreement among raft nodes before linearized reading' (duration: 275.413067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.477565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.278386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:18:26.477614Z","caller":"traceutil/trace.go:171","msg":"trace[120611643] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:20910; }","duration":"136.377609ms","start":"2026-03-06T01:18:26.341226Z","end":"2026-03-06T01:18:26.477603Z","steps":["trace[120611643] 'agreement among raft nodes before linearized reading' (duration: 136.211315ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.477663Z","caller":"traceutil/trace.go:171","msg":"trace[698698697] transaction","detail":"{read_only:false; response_revision:20908; number_of_response:1; }","duration":"263.71803ms","start":"2026-03-06T01:18:26.213932Z","end":"2026-03-06T01:18:26.47765Z","steps":["trace[698698697] 'process raft request' (duration: 263.212809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.161451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.622914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:28.161555Z","caller":"traceutil/trace.go:171","msg":"trace[268395027] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20969; }","duration":"181.760508ms","start":"2026-03-06T01:18:27.979771Z","end":"2026-03-06T01:18:28.161532Z","steps":["trace[268395027] 'range keys from in-memory index tree' (duration: 181.501691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.161538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.044307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:28.161583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.971435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:28.161623Z","caller":"traceutil/trace.go:171","msg":"trace[1021803973] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:20969; }","duration":"123.137728ms","start":"2026-03-06T01:18:28.038464Z","end":"2026-03-06T01:18:28.161602Z","steps":["trace[1021803973] 'range keys from in-memory index tree' (duration: 122.988885ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.161721Z","caller":"traceutil/trace.go:171","msg":"trace[1966162920] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20969; }","duration":"153.169179ms","start":"2026-03-06T01:18:28.008516Z","end":"2026-03-06T01:18:28.161685Z","steps":["trace[1966162920] 'count revisions from in-memory index tree' (duration: 152.880993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.161849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.876165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:28.161891Z","caller":"traceutil/trace.go:171","msg":"trace[194223741] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:20969; }","duration":"193.941846ms","start":"2026-03-06T01:18:27.967939Z","end":"2026-03-06T01:18:28.161881Z","steps":["trace[194223741] 'count revisions from in-memory index tree' (duration: 193.836264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.161982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.590562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:28.162023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.472896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:28.162059Z","caller":"traceutil/trace.go:171","msg":"trace[45570031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20969; }","duration":"165.698665ms","start":"2026-03-06T01:18:27.996342Z","end":"2026-03-06T01:18:28.162041Z","steps":["trace[45570031] 'range keys from in-memory index tree' (duration: 165.49159ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.162077Z","caller":"traceutil/trace.go:171","msg":"trace[454021538] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:20969; }","duration":"223.576168ms","start":"2026-03-06T01:18:27.938481Z","end":"2026-03-06T01:18:28.162057Z","steps":["trace[454021538] 'count revisions from in-memory index tree' (duration: 223.359782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.162069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.515038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:28.162069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.953684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:28.16211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.685223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:28.162023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.540918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:28.162149Z","caller":"traceutil/trace.go:171","msg":"trace[562502918] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:20969; }","duration":"214.649081ms","start":"2026-03-06T01:18:27.947476Z","end":"2026-03-06T01:18:28.162125Z","steps":["trace[562502918] 'range keys from in-memory index tree' (duration: 214.402746ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.162183Z","caller":"traceutil/trace.go:171","msg":"trace[2030105725] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:20969; }","duration":"214.767584ms","start":"2026-03-06T01:18:27.947399Z","end":"2026-03-06T01:18:28.162166Z","steps":["trace[2030105725] 'count revisions from in-memory index tree' (duration: 214.641381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.161476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.630617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:28.162211Z","caller":"traceutil/trace.go:171","msg":"trace[886442413] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20969; }","duration":"153.743632ms","start":"2026-03-06T01:18:28.008443Z","end":"2026-03-06T01:18:28.162186Z","steps":["trace[886442413] 'range keys from in-memory index tree' (duration: 153.493356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.162221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.400996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:28.162244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.839313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:28.162287Z","caller":"traceutil/trace.go:171","msg":"trace[1923028793] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:20969; }","duration":"194.495989ms","start":"2026-03-06T01:18:27.967776Z","end":"2026-03-06T01:18:28.162272Z","steps":["trace[1923028793] 'range keys from in-memory index tree' (duration: 194.12524ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.162196Z","caller":"traceutil/trace.go:171","msg":"trace[1186430589] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20969; }","duration":"168.137278ms","start":"2026-03-06T01:18:27.994024Z","end":"2026-03-06T01:18:28.162161Z","steps":["trace[1186430589] 'range keys from in-memory index tree' (duration: 167.887783ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.162314Z","caller":"traceutil/trace.go:171","msg":"trace[1436506459] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20969; }","duration":"153.413815ms","start":"2026-03-06T01:18:28.008832Z","end":"2026-03-06T01:18:28.162246Z","steps":["trace[1436506459] 'range keys from in-memory index tree' (duration: 152.597667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.16223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.498893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:28.162348Z","caller":"traceutil/trace.go:171","msg":"trace[2104429564] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:20969; }","duration":"223.974436ms","start":"2026-03-06T01:18:27.93835Z","end":"2026-03-06T01:18:28.162324Z","steps":["trace[2104429564] 'range keys from in-memory index tree' (duration: 223.743142ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.162388Z","caller":"traceutil/trace.go:171","msg":"trace[1921077557] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20969; }","duration":"182.719789ms","start":"2026-03-06T01:18:27.979651Z","end":"2026-03-06T01:18:28.162371Z","steps":["trace[1921077557] 'count revisions from in-memory index tree' (duration: 182.409941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.16145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.104513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:28.16241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.322195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:28.162484Z","caller":"traceutil/trace.go:171","msg":"trace[803068695] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:20969; }","duration":"172.202388ms","start":"2026-03-06T01:18:27.990264Z","end":"2026-03-06T01:18:28.162467Z","steps":["trace[803068695] 'count revisions from in-memory index tree' (duration: 170.996511ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.162505Z","caller":"traceutil/trace.go:171","msg":"trace[1592827089] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:20969; }","duration":"194.456927ms","start":"2026-03-06T01:18:27.968025Z","end":"2026-03-06T01:18:28.162482Z","steps":["trace[1592827089] 'range keys from in-memory index tree' (duration: 194.251273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.162202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.006995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:28.162809Z","caller":"traceutil/trace.go:171","msg":"trace[2025039719] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20969; }","duration":"168.853694ms","start":"2026-03-06T01:18:27.993931Z","end":"2026-03-06T01:18:28.162785Z","steps":["trace[2025039719] 'count revisions from in-memory index tree' (duration: 167.732389ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:29.638988Z","caller":"traceutil/trace.go:171","msg":"trace[1221222717] linearizableReadLoop","detail":"{readStateIndex:21766; appliedIndex:21765; }","duration":"148.385714ms","start":"2026-03-06T01:18:29.49058Z","end":"2026-03-06T01:18:29.638966Z","steps":["trace[1221222717] 'read index received' (duration: 147.967955ms)","trace[1221222717] 'applied index is now lower than readState.Index' (duration: 416.939µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:29.639181Z","caller":"traceutil/trace.go:171","msg":"trace[819079097] transaction","detail":"{read_only:false; response_revision:21020; number_of_response:1; }","duration":"166.82796ms","start":"2026-03-06T01:18:29.472342Z","end":"2026-03-06T01:18:29.63917Z","steps":["trace[819079097] 'process raft request' (duration: 166.35989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:29.639417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.812683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:29.639468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.769662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:29.639506Z","caller":"traceutil/trace.go:171","msg":"trace[292132883] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21020; }","duration":"148.945326ms","start":"2026-03-06T01:18:29.490548Z","end":"2026-03-06T01:18:29.639493Z","steps":["trace[292132883] 'agreement among raft nodes before linearized reading' (duration: 148.811773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:29.639597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.468721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:29.639688Z","caller":"traceutil/trace.go:171","msg":"trace[507105875] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0; response_count:0; response_revision:21020; }","duration":"101.599755ms","start":"2026-03-06T01:18:29.538068Z","end":"2026-03-06T01:18:29.639668Z","steps":["trace[507105875] 'agreement among raft nodes before linearized reading' (duration: 101.403831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:29.639509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.908462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:29.639809Z","caller":"traceutil/trace.go:171","msg":"trace[1354569058] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21020; }","duration":"102.246089ms","start":"2026-03-06T01:18:29.537543Z","end":"2026-03-06T01:18:29.639789Z","steps":["trace[1354569058] 'agreement among raft nodes before linearized reading' (duration: 101.8543ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:29.639552Z","caller":"traceutil/trace.go:171","msg":"trace[128292694] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21020; }","duration":"148.898225ms","start":"2026-03-06T01:18:29.490636Z","end":"2026-03-06T01:18:29.639534Z","steps":["trace[128292694] 'agreement among raft nodes before linearized reading' (duration: 148.736792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:29.640034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.587976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:29.640768Z","caller":"traceutil/trace.go:171","msg":"trace[1164535338] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21020; }","duration":"103.137728ms","start":"2026-03-06T01:18:29.537386Z","end":"2026-03-06T01:18:29.640523Z","steps":["trace[1164535338] 'agreement among raft nodes before linearized reading' (duration: 102.202737ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:31.265324Z","caller":"traceutil/trace.go:171","msg":"trace[271977343] transaction","detail":"{read_only:false; response_revision:21045; number_of_response:1; }","duration":"163.877214ms","start":"2026-03-06T01:18:31.10142Z","end":"2026-03-06T01:18:31.265297Z","steps":["trace[271977343] 'process raft request' (duration: 162.733149ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:33.968489Z","caller":"traceutil/trace.go:171","msg":"trace[1198900694] transaction","detail":"{read_only:false; response_revision:21104; number_of_response:1; }","duration":"220.319296ms","start":"2026-03-06T01:18:33.748137Z","end":"2026-03-06T01:18:33.968456Z","steps":["trace[1198900694] 'process raft request' (duration: 220.024039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.421071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.2375764s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:18:35.421523Z","caller":"traceutil/trace.go:171","msg":"trace[337154370] transaction","detail":"{read_only:false; response_revision:21105; number_of_response:1; }","duration":"1.238133702s","start":"2026-03-06T01:18:34.183366Z","end":"2026-03-06T01:18:35.4215Z","steps":["trace[337154370] 'process raft request' (duration: 1.237967128s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.421663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:34.183339Z","time spent":"1.238240824s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:35.716001Z","caller":"traceutil/trace.go:171","msg":"trace[852305293] linearizableReadLoop","detail":"{readStateIndex:21855; appliedIndex:21851; }","duration":"717.321156ms","start":"2026-03-06T01:18:34.998657Z","end":"2026-03-06T01:18:35.715978Z","steps":["trace[852305293] 'read index received' (duration: 422.720937ms)","trace[852305293] 'applied index is now lower than readState.Index' (duration: 294.599449ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:35.716266Z","caller":"traceutil/trace.go:171","msg":"trace[1555722127] transaction","detail":"{read_only:false; response_revision:21106; number_of_response:1; }","duration":"1.469499569s","start":"2026-03-06T01:18:34.246757Z","end":"2026-03-06T01:18:35.716256Z","steps":["trace[1555722127] 'process raft request' (duration: 1.469004119s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.716353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:34.24674Z","time spent":"1.46955362s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:35.716545Z","caller":"traceutil/trace.go:171","msg":"trace[1510692835] transaction","detail":"{read_only:false; response_revision:21107; number_of_response:1; }","duration":"1.147880935s","start":"2026-03-06T01:18:34.568652Z","end":"2026-03-06T01:18:35.716533Z","steps":["trace[1510692835] 'process raft request' (duration: 1.147225451s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.716602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:34.568631Z","time spent":"1.147942806s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:35.716705Z","caller":"traceutil/trace.go:171","msg":"trace[484518962] transaction","detail":"{read_only:false; response_revision:21108; number_of_response:1; }","duration":"955.087985ms","start":"2026-03-06T01:18:34.76161Z","end":"2026-03-06T01:18:35.716698Z","steps":["trace[484518962] 'process raft request' (duration: 954.296058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.716741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:34.761577Z","time spent":"955.143296ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:35.716791Z","caller":"traceutil/trace.go:171","msg":"trace[1884640357] transaction","detail":"{read_only:false; response_revision:21109; number_of_response:1; }","duration":"437.454322ms","start":"2026-03-06T01:18:35.279331Z","end":"2026-03-06T01:18:35.716785Z","steps":["trace[1884640357] 'process raft request' (duration: 436.600382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.716822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.279313Z","time spent":"437.489922ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:18:35.716999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.335429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:18:35.717026Z","caller":"traceutil/trace.go:171","msg":"trace[1560474154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21109; }","duration":"718.396501ms","start":"2026-03-06T01:18:34.998621Z","end":"2026-03-06T01:18:35.717018Z","steps":["trace[1560474154] 'agreement among raft nodes before linearized reading' (duration: 718.293679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.717049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:34.998603Z","time spent":"718.440941ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:18:35.718832Z","caller":"traceutil/trace.go:171","msg":"trace[1794614761] transaction","detail":"{read_only:false; response_revision:21110; number_of_response:1; }","duration":"201.144704ms","start":"2026-03-06T01:18:35.517668Z","end":"2026-03-06T01:18:35.718813Z","steps":["trace[1794614761] 'process raft request' (duration: 201.049142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.719213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.685302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:18:35.719228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.158093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:18:35.719242Z","caller":"traceutil/trace.go:171","msg":"trace[1134614350] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21110; }","duration":"365.723923ms","start":"2026-03-06T01:18:35.353509Z","end":"2026-03-06T01:18:35.719233Z","steps":["trace[1134614350] 'agreement among raft nodes before linearized reading' (duration: 365.615391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.719282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.353477Z","time spent":"365.797905ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:18:35.719279Z","caller":"traceutil/trace.go:171","msg":"trace[251673419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21110; }","duration":"371.232034ms","start":"2026-03-06T01:18:35.348038Z","end":"2026-03-06T01:18:35.71927Z","steps":["trace[251673419] 'agreement among raft nodes before linearized reading' (duration: 371.128681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.719308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.348028Z","time spent":"371.275205ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:18:35.719337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.290027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:18:35.719394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.870964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:18:35.719409Z","caller":"traceutil/trace.go:171","msg":"trace[800309249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21110; }","duration":"349.885805ms","start":"2026-03-06T01:18:35.369519Z","end":"2026-03-06T01:18:35.719404Z","steps":["trace[800309249] 'agreement among raft nodes before linearized reading' (duration: 349.838174ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:35.719408Z","caller":"traceutil/trace.go:171","msg":"trace[1046830728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21110; }","duration":"387.478551ms","start":"2026-03-06T01:18:35.331913Z","end":"2026-03-06T01:18:35.719391Z","steps":["trace[1046830728] 'agreement among raft nodes before linearized reading' (duration: 387.193835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.719455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.331893Z","time spent":"387.552454ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:18:35.719473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.556236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:18:35.719492Z","caller":"traceutil/trace.go:171","msg":"trace[1129640927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21110; }","duration":"378.612856ms","start":"2026-03-06T01:18:35.340876Z","end":"2026-03-06T01:18:35.719489Z","steps":["trace[1129640927] 'agreement among raft nodes before linearized reading' (duration: 378.568315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.719506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.340858Z","time spent":"378.645668ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:18:35.719424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.369494Z","time spent":"349.925185ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:18:41.569003Z","caller":"traceutil/trace.go:171","msg":"trace[1584242960] transaction","detail":"{read_only:false; response_revision:21168; number_of_response:1; }","duration":"126.747838ms","start":"2026-03-06T01:18:41.44223Z","end":"2026-03-06T01:18:41.568978Z","steps":["trace[1584242960] 'process raft request' (duration: 126.590255ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:09.981522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18688} {"level":"info","ts":"2026-03-06T01:19:10.095954Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18688,"took":"110.318967ms","hash":3494545475,"current-db-size-bytes":47656960,"current-db-size":"48 MB","current-db-size-in-use-bytes":37240832,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-06T01:19:10.096044Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3494545475,"revision":18688,"compact-revision":16393} {"level":"info","ts":"2026-03-06T01:20:00.270684Z","caller":"traceutil/trace.go:171","msg":"trace[1252194974] linearizableReadLoop","detail":"{readStateIndex:22757; appliedIndex:22756; }","duration":"352.636004ms","start":"2026-03-06T01:19:59.918019Z","end":"2026-03-06T01:20:00.270655Z","steps":["trace[1252194974] 'read index received' (duration: 352.459649ms)","trace[1252194974] 'applied index is now lower than readState.Index' (duration: 175.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:00.270738Z","caller":"traceutil/trace.go:171","msg":"trace[1620458432] transaction","detail":"{read_only:false; response_revision:21986; number_of_response:1; }","duration":"368.980383ms","start":"2026-03-06T01:19:59.901711Z","end":"2026-03-06T01:20:00.270691Z","steps":["trace[1620458432] 'process raft request' (duration: 368.783357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.270894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.844829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:00.271048Z","caller":"traceutil/trace.go:171","msg":"trace[1320647370] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:21986; }","duration":"353.010432ms","start":"2026-03-06T01:19:59.917988Z","end":"2026-03-06T01:20:00.270999Z","steps":["trace[1320647370] 'agreement among raft nodes before linearized reading' (duration: 352.819498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.27113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:19:59.917975Z","time spent":"353.113414ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:20:00.271229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:19:59.901685Z","time spent":"369.29293ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:00.5642Z","caller":"traceutil/trace.go:171","msg":"trace[782195665] transaction","detail":"{read_only:false; response_revision:21987; number_of_response:1; }","duration":"538.671087ms","start":"2026-03-06T01:20:00.025507Z","end":"2026-03-06T01:20:00.564178Z","steps":["trace[782195665] 'process raft request' (duration: 538.319869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.564321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:00.025472Z","time spent":"538.78546ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:00.564449Z","caller":"traceutil/trace.go:171","msg":"trace[618829718] linearizableReadLoop","detail":"{readStateIndex:22760; appliedIndex:22758; }","duration":"293.541235ms","start":"2026-03-06T01:20:00.270885Z","end":"2026-03-06T01:20:00.564426Z","steps":["trace[618829718] 'read index received' (duration: 293.203228ms)","trace[618829718] 'applied index is now lower than readState.Index' (duration: 336.667µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:00.564764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.735366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:00.564816Z","caller":"traceutil/trace.go:171","msg":"trace[400095751] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:21989; }","duration":"296.844899ms","start":"2026-03-06T01:20:00.267959Z","end":"2026-03-06T01:20:00.564804Z","steps":["trace[400095751] 'agreement among raft nodes before linearized reading' (duration: 296.726817ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.564863Z","caller":"traceutil/trace.go:171","msg":"trace[149724956] transaction","detail":"{read_only:false; response_revision:21988; number_of_response:1; }","duration":"510.649862ms","start":"2026-03-06T01:20:00.054191Z","end":"2026-03-06T01:20:00.564841Z","steps":["trace[149724956] 'process raft request' (duration: 509.903005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.564971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:00.054166Z","time spent":"510.753604ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:00.564987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.855583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:20:00.56501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.511459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:20:00.564972Z","caller":"traceutil/trace.go:171","msg":"trace[1031084800] transaction","detail":"{read_only:false; response_revision:21989; number_of_response:1; }","duration":"459.6696ms","start":"2026-03-06T01:20:00.105256Z","end":"2026-03-06T01:20:00.564926Z","steps":["trace[1031084800] 'process raft request' (duration: 459.081636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.565072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.941316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:20:00.564852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.504416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:20:00.56509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.83748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:00.565122Z","caller":"traceutil/trace.go:171","msg":"trace[1156698630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21989; }","duration":"398.802172ms","start":"2026-03-06T01:20:00.166308Z","end":"2026-03-06T01:20:00.56511Z","steps":["trace[1156698630] 'agreement among raft nodes before linearized reading' (duration: 398.380323ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.565124Z","caller":"traceutil/trace.go:171","msg":"trace[713450877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21989; }","duration":"440.007278ms","start":"2026-03-06T01:20:00.125097Z","end":"2026-03-06T01:20:00.565105Z","steps":["trace[713450877] 'agreement among raft nodes before linearized reading' (duration: 439.874185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.565129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.174853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:20:00.565186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:00.1663Z","time spent":"398.853753ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:20:00.565135Z","caller":"traceutil/trace.go:171","msg":"trace[1929370727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21989; }","duration":"400.661952ms","start":"2026-03-06T01:20:00.164397Z","end":"2026-03-06T01:20:00.565058Z","steps":["trace[1929370727] 'agreement among raft nodes before linearized reading' (duration: 400.217891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.565205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.510338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:00.565195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:00.125079Z","time spent":"440.10437ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:20:00.565202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.314754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:00.565216Z","caller":"traceutil/trace.go:171","msg":"trace[1747528271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21989; }","duration":"406.277816ms","start":"2026-03-06T01:20:00.158925Z","end":"2026-03-06T01:20:00.565202Z","steps":["trace[1747528271] 'agreement among raft nodes before linearized reading' (duration: 406.139423ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.565228Z","caller":"traceutil/trace.go:171","msg":"trace[378537739] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:21989; }","duration":"646.539919ms","start":"2026-03-06T01:19:59.918682Z","end":"2026-03-06T01:20:00.565222Z","steps":["trace[378537739] 'agreement among raft nodes before linearized reading' (duration: 646.498498ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.56514Z","caller":"traceutil/trace.go:171","msg":"trace[868822819] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21989; }","duration":"447.910651ms","start":"2026-03-06T01:20:00.117212Z","end":"2026-03-06T01:20:00.565123Z","steps":["trace[868822819] 'agreement among raft nodes before linearized reading' (duration: 447.85364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.565256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:00.117197Z","time spent":"448.051704ms","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:00.565253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:00.158913Z","time spent":"406.330667ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:00.56526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:19:59.918679Z","time spent":"646.573579ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:00.565252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.749223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:00.565246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:00.164386Z","time spent":"400.842876ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:20:00.56531Z","caller":"traceutil/trace.go:171","msg":"trace[826315587] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:21989; }","duration":"646.812874ms","start":"2026-03-06T01:19:59.918483Z","end":"2026-03-06T01:20:00.565296Z","steps":["trace[826315587] 'agreement among raft nodes before linearized reading' (duration: 646.723662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.565338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.086383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-06T01:20:00.565352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:19:59.918481Z","time spent":"646.860686ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:00.565141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:00.10524Z","time spent":"459.839293ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:20:00.565251Z","caller":"traceutil/trace.go:171","msg":"trace[288927078] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:21989; }","duration":"646.439377ms","start":"2026-03-06T01:19:59.918798Z","end":"2026-03-06T01:20:00.565238Z","steps":["trace[288927078] 'agreement among raft nodes before linearized reading' (duration: 646.327944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.565455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:19:59.91877Z","time spent":"646.674491ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:20:00.565024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.007743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:00.565511Z","caller":"traceutil/trace.go:171","msg":"trace[464834917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21989; }","duration":"623.555905ms","start":"2026-03-06T01:19:59.941944Z","end":"2026-03-06T01:20:00.5655Z","steps":["trace[464834917] 'agreement among raft nodes before linearized reading' (duration: 622.977502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.565018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.380683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T01:20:00.565558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:19:59.941927Z","time spent":"623.620437ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:00.565598Z","caller":"traceutil/trace.go:171","msg":"trace[1269580839] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21989; }","duration":"398.959936ms","start":"2026-03-06T01:20:00.166597Z","end":"2026-03-06T01:20:00.565557Z","steps":["trace[1269580839] 'agreement among raft nodes before linearized reading' (duration: 398.295141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.565657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:00.166586Z","time spent":"399.056448ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:20:00.565405Z","caller":"traceutil/trace.go:171","msg":"trace[883235755] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:21989; }","duration":"643.150615ms","start":"2026-03-06T01:19:59.92222Z","end":"2026-03-06T01:20:00.56537Z","steps":["trace[883235755] 'agreement among raft nodes before linearized reading' (duration: 643.003672ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.56508Z","caller":"traceutil/trace.go:171","msg":"trace[2059381241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21989; }","duration":"398.998796ms","start":"2026-03-06T01:20:00.166054Z","end":"2026-03-06T01:20:00.565053Z","steps":["trace[2059381241] 'agreement among raft nodes before linearized reading' (duration: 398.780121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.565753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:00.166034Z","time spent":"399.699752ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:00.566708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:19:59.92221Z","time spent":"644.475283ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-03-06T01:20:00.596043Z","caller":"traceutil/trace.go:171","msg":"trace[2009143904] transaction","detail":"{read_only:false; response_revision:21990; number_of_response:1; }","duration":"188.810553ms","start":"2026-03-06T01:20:00.407215Z","end":"2026-03-06T01:20:00.596025Z","steps":["trace[2009143904] 'process raft request' (duration: 188.64792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.596426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.309636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:00.596556Z","caller":"traceutil/trace.go:171","msg":"trace[771397174] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:21991; }","duration":"265.50013ms","start":"2026-03-06T01:20:00.331033Z","end":"2026-03-06T01:20:00.596533Z","steps":["trace[771397174] 'agreement among raft nodes before linearized reading' (duration: 265.221864ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.72491Z","caller":"traceutil/trace.go:171","msg":"trace[1973833568] transaction","detail":"{read_only:false; response_revision:21992; number_of_response:1; }","duration":"154.60534ms","start":"2026-03-06T01:20:00.570279Z","end":"2026-03-06T01:20:00.724885Z","steps":["trace[1973833568] 'process raft request' (duration: 148.430713ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.725198Z","caller":"traceutil/trace.go:171","msg":"trace[914945221] transaction","detail":"{read_only:false; response_revision:21993; number_of_response:1; }","duration":"154.895026ms","start":"2026-03-06T01:20:00.57029Z","end":"2026-03-06T01:20:00.725185Z","steps":["trace[914945221] 'process raft request' (duration: 154.545789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.725654Z","caller":"traceutil/trace.go:171","msg":"trace[1309213468] transaction","detail":"{read_only:false; response_revision:21994; number_of_response:1; }","duration":"155.241574ms","start":"2026-03-06T01:20:00.57038Z","end":"2026-03-06T01:20:00.725622Z","steps":["trace[1309213468] 'process raft request' (duration: 154.734473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.725716Z","caller":"traceutil/trace.go:171","msg":"trace[1127783538] transaction","detail":"{read_only:false; response_revision:21995; number_of_response:1; }","duration":"155.287005ms","start":"2026-03-06T01:20:00.5704Z","end":"2026-03-06T01:20:00.725687Z","steps":["trace[1127783538] 'process raft request' (duration: 155.05538ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.725775Z","caller":"traceutil/trace.go:171","msg":"trace[1985599087] transaction","detail":"{read_only:false; response_revision:21996; number_of_response:1; }","duration":"155.305935ms","start":"2026-03-06T01:20:00.570454Z","end":"2026-03-06T01:20:00.72576Z","steps":["trace[1985599087] 'process raft request' (duration: 155.144771ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.726022Z","caller":"traceutil/trace.go:171","msg":"trace[1967334676] transaction","detail":"{read_only:false; response_revision:21997; number_of_response:1; }","duration":"154.469817ms","start":"2026-03-06T01:20:00.571522Z","end":"2026-03-06T01:20:00.725992Z","steps":["trace[1967334676] 'process raft request' (duration: 154.13119ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.726221Z","caller":"traceutil/trace.go:171","msg":"trace[1985466103] transaction","detail":"{read_only:false; response_revision:21999; number_of_response:1; }","duration":"152.198857ms","start":"2026-03-06T01:20:00.573997Z","end":"2026-03-06T01:20:00.726196Z","steps":["trace[1985466103] 'process raft request' (duration: 151.945492ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.726355Z","caller":"traceutil/trace.go:171","msg":"trace[1200428186] linearizableReadLoop","detail":"{readStateIndex:22771; appliedIndex:22762; }","duration":"130.137032ms","start":"2026-03-06T01:20:00.596205Z","end":"2026-03-06T01:20:00.726342Z","steps":["trace[1200428186] 'read index received' (duration: 122.493833ms)","trace[1200428186] 'applied index is now lower than readState.Index' (duration: 7.641559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:00.726466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.995477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:00.726496Z","caller":"traceutil/trace.go:171","msg":"trace[1670412789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22000; }","duration":"159.076379ms","start":"2026-03-06T01:20:00.567412Z","end":"2026-03-06T01:20:00.726489Z","steps":["trace[1670412789] 'agreement among raft nodes before linearized reading' (duration: 158.976357ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.726566Z","caller":"traceutil/trace.go:171","msg":"trace[1898404070] transaction","detail":"{read_only:false; response_revision:22000; number_of_response:1; }","duration":"137.516494ms","start":"2026-03-06T01:20:00.589029Z","end":"2026-03-06T01:20:00.726545Z","steps":["trace[1898404070] 'process raft request' (duration: 137.017093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.726139Z","caller":"traceutil/trace.go:171","msg":"trace[1266668037] transaction","detail":"{read_only:false; response_revision:21998; number_of_response:1; }","duration":"154.224202ms","start":"2026-03-06T01:20:00.571884Z","end":"2026-03-06T01:20:00.726109Z","steps":["trace[1266668037] 'process raft request' (duration: 153.969736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:00.996905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.745074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:00.997015Z","caller":"traceutil/trace.go:171","msg":"trace[1099401773] transaction","detail":"{read_only:false; response_revision:22001; number_of_response:1; }","duration":"266.175524ms","start":"2026-03-06T01:20:00.73082Z","end":"2026-03-06T01:20:00.996995Z","steps":["trace[1099401773] 'process raft request' (duration: 150.885258ms)","trace[1099401773] 'compare' (duration: 114.55159ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:01.029081Z","caller":"traceutil/trace.go:171","msg":"trace[1663269317] transaction","detail":"{read_only:false; response_revision:22002; number_of_response:1; }","duration":"298.086005ms","start":"2026-03-06T01:20:00.730964Z","end":"2026-03-06T01:20:01.02905Z","steps":["trace[1663269317] 'process raft request' (duration: 297.903041ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:01.029264Z","caller":"traceutil/trace.go:171","msg":"trace[1357594439] linearizableReadLoop","detail":"{readStateIndex:22774; appliedIndex:22771; }","duration":"233.487673ms","start":"2026-03-06T01:20:00.795748Z","end":"2026-03-06T01:20:01.029235Z","steps":["trace[1357594439] 'read index received' (duration: 85.940559ms)","trace[1357594439] 'applied index is now lower than readState.Index' (duration: 147.544724ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:01.029412Z","caller":"traceutil/trace.go:171","msg":"trace[463696707] transaction","detail":"{read_only:false; response_revision:22003; number_of_response:1; }","duration":"295.020709ms","start":"2026-03-06T01:20:00.734375Z","end":"2026-03-06T01:20:01.029396Z","steps":["trace[463696707] 'process raft request' (duration: 294.61542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:01.029755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.989505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:01.029788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.095084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:20:01.029812Z","caller":"traceutil/trace.go:171","msg":"trace[49098782] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:22003; }","duration":"234.107407ms","start":"2026-03-06T01:20:00.79569Z","end":"2026-03-06T01:20:01.029797Z","steps":["trace[49098782] 'agreement among raft nodes before linearized reading' (duration: 233.83201ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:01.029852Z","caller":"traceutil/trace.go:171","msg":"trace[1188298011] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:22003; }","duration":"101.211217ms","start":"2026-03-06T01:20:00.928624Z","end":"2026-03-06T01:20:01.029835Z","steps":["trace[1188298011] 'agreement among raft nodes before linearized reading' (duration: 100.851478ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:01.164357Z","caller":"traceutil/trace.go:171","msg":"trace[1438191084] linearizableReadLoop","detail":"{readStateIndex:22777; appliedIndex:22775; }","duration":"116.318619ms","start":"2026-03-06T01:20:01.048023Z","end":"2026-03-06T01:20:01.164342Z","steps":["trace[1438191084] 'read index received' (duration: 75.603873ms)","trace[1438191084] 'applied index is now lower than readState.Index' (duration: 40.713976ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:01.164464Z","caller":"traceutil/trace.go:171","msg":"trace[1181176418] transaction","detail":"{read_only:false; response_revision:22005; number_of_response:1; }","duration":"117.678578ms","start":"2026-03-06T01:20:01.046776Z","end":"2026-03-06T01:20:01.164455Z","steps":["trace[1181176418] 'process raft request' (duration: 117.520274ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:01.16449Z","caller":"traceutil/trace.go:171","msg":"trace[1176954485] transaction","detail":"{read_only:false; response_revision:22004; number_of_response:1; }","duration":"130.143793ms","start":"2026-03-06T01:20:01.034313Z","end":"2026-03-06T01:20:01.164457Z","steps":["trace[1176954485] 'process raft request' (duration: 89.330905ms)","trace[1176954485] 'compare' (duration: 40.526842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:01.16472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.682927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29546000-7l6bz\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-03-06T01:20:01.164749Z","caller":"traceutil/trace.go:171","msg":"trace[909617556] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29546000-7l6bz; range_end:; response_count:1; response_revision:22005; }","duration":"116.750588ms","start":"2026-03-06T01:20:01.04799Z","end":"2026-03-06T01:20:01.164741Z","steps":["trace[909617556] 'agreement among raft nodes before linearized reading' (duration: 116.604795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:33.362059Z","caller":"traceutil/trace.go:171","msg":"trace[1877304735] linearizableReadLoop","detail":"{readStateIndex:23585; appliedIndex:23584; }","duration":"111.657636ms","start":"2026-03-06T01:21:33.250373Z","end":"2026-03-06T01:21:33.36203Z","steps":["trace[1877304735] 'read index received' (duration: 111.485522ms)","trace[1877304735] 'applied index is now lower than readState.Index' (duration: 170.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:33.36216Z","caller":"traceutil/trace.go:171","msg":"trace[1519170881] transaction","detail":"{read_only:false; response_revision:22794; number_of_response:1; }","duration":"124.215952ms","start":"2026-03-06T01:21:33.237921Z","end":"2026-03-06T01:21:33.362137Z","steps":["trace[1519170881] 'process raft request' (duration: 123.948196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:33.362288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.896581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:21:33.362335Z","caller":"traceutil/trace.go:171","msg":"trace[624675040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22794; }","duration":"112.029244ms","start":"2026-03-06T01:21:33.250293Z","end":"2026-03-06T01:21:33.362322Z","steps":["trace[624675040] 'agreement among raft nodes before linearized reading' (duration: 111.889381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:33.362421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.456718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:21:33.362505Z","caller":"traceutil/trace.go:171","msg":"trace[1015266702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22794; }","duration":"110.575042ms","start":"2026-03-06T01:21:33.251912Z","end":"2026-03-06T01:21:33.362488Z","steps":["trace[1015266702] 'agreement among raft nodes before linearized reading' (duration: 110.342387ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:39.035015Z","caller":"traceutil/trace.go:171","msg":"trace[1367680402] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"115.307486ms","start":"2026-03-06T01:21:38.919441Z","end":"2026-03-06T01:21:39.034748Z","steps":["trace[1367680402] 'process raft request' (duration: 115.157772ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:39.071802Z","caller":"traceutil/trace.go:171","msg":"trace[1226692285] linearizableReadLoop","detail":"{readStateIndex:23623; appliedIndex:23621; }","duration":"129.533219ms","start":"2026-03-06T01:21:38.942249Z","end":"2026-03-06T01:21:39.071782Z","steps":["trace[1226692285] 'read index received' (duration: 92.310771ms)","trace[1226692285] 'applied index is now lower than readState.Index' (duration: 37.221358ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:39.072125Z","caller":"traceutil/trace.go:171","msg":"trace[976009375] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"150.691805ms","start":"2026-03-06T01:21:38.921405Z","end":"2026-03-06T01:21:39.072097Z","steps":["trace[976009375] 'process raft request' (duration: 143.297702ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:39.072271Z","caller":"traceutil/trace.go:171","msg":"trace[417121024] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"105.852358ms","start":"2026-03-06T01:21:38.966404Z","end":"2026-03-06T01:21:39.072256Z","steps":["trace[417121024] 'process raft request' (duration: 105.263694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:39.072286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.02826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:39.072383Z","caller":"traceutil/trace.go:171","msg":"trace[324815673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22833; }","duration":"130.180084ms","start":"2026-03-06T01:21:38.942189Z","end":"2026-03-06T01:21:39.072369Z","steps":["trace[324815673] 'agreement among raft nodes before linearized reading' (duration: 129.984999ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:42.190902Z","caller":"traceutil/trace.go:171","msg":"trace[1073469312] transaction","detail":"{read_only:false; response_revision:22863; number_of_response:1; }","duration":"164.511818ms","start":"2026-03-06T01:21:42.026359Z","end":"2026-03-06T01:21:42.190871Z","steps":["trace[1073469312] 'process raft request' (duration: 164.357205ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:43.647321Z","caller":"traceutil/trace.go:171","msg":"trace[2010997419] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"142.664338ms","start":"2026-03-06T01:21:43.504628Z","end":"2026-03-06T01:21:43.647293Z","steps":["trace[2010997419] 'process raft request' (duration: 139.198711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.364091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.094702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-bg4zz.189a19695e1386e3\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-06T01:21:47.364201Z","caller":"traceutil/trace.go:171","msg":"trace[51131323] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-bg4zz.189a19695e1386e3; range_end:; response_count:1; response_revision:23007; }","duration":"115.247606ms","start":"2026-03-06T01:21:47.248935Z","end":"2026-03-06T01:21:47.364182Z","steps":["trace[51131323] 'range keys from in-memory index tree' (duration: 114.936108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.364626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.450826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-06T01:21:47.364697Z","caller":"traceutil/trace.go:171","msg":"trace[861935083] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23007; }","duration":"103.555037ms","start":"2026-03-06T01:21:47.261129Z","end":"2026-03-06T01:21:47.364684Z","steps":["trace[861935083] 'range keys from in-memory index tree' (duration: 102.685197ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.997597Z","caller":"traceutil/trace.go:171","msg":"trace[1288849546] linearizableReadLoop","detail":"{readStateIndex:23831; appliedIndex:23830; }","duration":"188.821654ms","start":"2026-03-06T01:21:50.808756Z","end":"2026-03-06T01:21:50.997578Z","steps":["trace[1288849546] 'read index received' (duration: 188.755703ms)","trace[1288849546] 'applied index is now lower than readState.Index' (duration: 65.131µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:50.99769Z","caller":"traceutil/trace.go:171","msg":"trace[580493110] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"253.69537ms","start":"2026-03-06T01:21:50.743989Z","end":"2026-03-06T01:21:50.997685Z","steps":["trace[580493110] 'process raft request' (duration: 253.474925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.997833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.044299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:50.997918Z","caller":"traceutil/trace.go:171","msg":"trace[2108468253] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23030; }","duration":"189.189892ms","start":"2026-03-06T01:21:50.808706Z","end":"2026-03-06T01:21:50.997896Z","steps":["trace[2108468253] 'agreement among raft nodes before linearized reading' (duration: 189.026988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.998264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.26461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:50.99833Z","caller":"traceutil/trace.go:171","msg":"trace[1755633890] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23030; }","duration":"102.836942ms","start":"2026-03-06T01:21:50.895477Z","end":"2026-03-06T01:21:50.998314Z","steps":["trace[1755633890] 'agreement among raft nodes before linearized reading' (duration: 102.230419ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.458098Z","caller":"traceutil/trace.go:171","msg":"trace[692976167] linearizableReadLoop","detail":"{readStateIndex:23878; appliedIndex:23877; }","duration":"381.566652ms","start":"2026-03-06T01:21:57.076495Z","end":"2026-03-06T01:21:57.458062Z","steps":["trace[692976167] 'read index received' (duration: 380.485847ms)","trace[692976167] 'applied index is now lower than readState.Index' (duration: 1.078915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:57.458322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.774216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:57.458369Z","caller":"traceutil/trace.go:171","msg":"trace[2000157922] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23075; }","duration":"381.91996ms","start":"2026-03-06T01:21:57.076438Z","end":"2026-03-06T01:21:57.458358Z","steps":["trace[2000157922] 'agreement among raft nodes before linearized reading' (duration: 381.765827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.45841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.076424Z","time spent":"381.975792ms","remote":"127.0.0.1:49818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:57.458796Z","caller":"traceutil/trace.go:171","msg":"trace[671295644] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"442.982762ms","start":"2026-03-06T01:21:57.015793Z","end":"2026-03-06T01:21:57.458776Z","steps":["trace[671295644] 'process raft request' (duration: 441.208053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.458923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.015766Z","time spent":"443.073644ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:57.981307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477462,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:21:57.993682Z","caller":"traceutil/trace.go:171","msg":"trace[1258634998] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"817.309595ms","start":"2026-03-06T01:21:57.176323Z","end":"2026-03-06T01:21:57.993632Z","steps":["trace[1258634998] 'process raft request' (duration: 817.218253ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.99371Z","caller":"traceutil/trace.go:171","msg":"trace[2025820943] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"888.878979ms","start":"2026-03-06T01:21:57.104804Z","end":"2026-03-06T01:21:57.993683Z","steps":["trace[2025820943] 'process raft request' (duration: 888.569422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.99384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.176274Z","time spent":"817.480849ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:57.993857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.104781Z","time spent":"888.982841ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.99403Z","caller":"traceutil/trace.go:171","msg":"trace[1147068915] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"790.230089ms","start":"2026-03-06T01:21:57.203784Z","end":"2026-03-06T01:21:57.994014Z","steps":["trace[1147068915] 'process raft request' (duration: 790.082156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.994119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.203773Z","time spent":"790.304921ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.994036Z","caller":"traceutil/trace.go:171","msg":"trace[1994833532] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"815.67842ms","start":"2026-03-06T01:21:57.178344Z","end":"2026-03-06T01:21:57.994022Z","steps":["trace[1994833532] 'process raft request' (duration: 815.2436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.994261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.178337Z","time spent":"815.894404ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.994301Z","caller":"traceutil/trace.go:171","msg":"trace[2091403012] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"667.575541ms","start":"2026-03-06T01:21:57.326711Z","end":"2026-03-06T01:21:57.994286Z","steps":["trace[2091403012] 'process raft request' (duration: 667.473229ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.994287Z","caller":"traceutil/trace.go:171","msg":"trace[1066989095] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"753.565563ms","start":"2026-03-06T01:21:57.240683Z","end":"2026-03-06T01:21:57.994249Z","steps":["trace[1066989095] 'process raft request' (duration: 753.41489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.994353Z","caller":"traceutil/trace.go:171","msg":"trace[758705262] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"762.570661ms","start":"2026-03-06T01:21:57.231772Z","end":"2026-03-06T01:21:57.994343Z","steps":["trace[758705262] 'process raft request' (duration: 762.198403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.994375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.326683Z","time spent":"667.655623ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:57.994405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.231748Z","time spent":"762.630922ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:57.994471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.240665Z","time spent":"753.710256ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:58.638143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.858257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:58.638331Z","caller":"traceutil/trace.go:171","msg":"trace[151380900] linearizableReadLoop","detail":"{readStateIndex:23886; appliedIndex:23878; }","duration":"1.157177171s","start":"2026-03-06T01:21:57.481076Z","end":"2026-03-06T01:21:58.638254Z","steps":["trace[151380900] 'read index received' (duration: 512.271177ms)","trace[151380900] 'applied index is now lower than readState.Index' (duration: 644.903734ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:58.638429Z","caller":"traceutil/trace.go:171","msg":"trace[187890653] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"793.302877ms","start":"2026-03-06T01:21:57.845101Z","end":"2026-03-06T01:21:58.638404Z","steps":["trace[187890653] 'process raft request' (duration: 226.020231ms)","trace[187890653] 'compare' (duration: 549.588557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:58.638568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.845051Z","time spent":"793.43539ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:58.63868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139586394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:21:58.638761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.782977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T01:21:58.638791Z","caller":"traceutil/trace.go:171","msg":"trace[2119423821] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23083; }","duration":"797.870978ms","start":"2026-03-06T01:21:57.840912Z","end":"2026-03-06T01:21:58.638783Z","steps":["trace[2119423821] 'agreement among raft nodes before linearized reading' (duration: 797.803757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.638819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.840894Z","time spent":"797.916339ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:21:58.638783Z","caller":"traceutil/trace.go:171","msg":"trace[1529137198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23083; }","duration":"1.139691566s","start":"2026-03-06T01:21:57.499048Z","end":"2026-03-06T01:21:58.638739Z","steps":["trace[1529137198] 'agreement among raft nodes before linearized reading' (duration: 1.139457641s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.638877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.49901Z","time spent":"1.139854769s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:58.63889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09581811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:21:58.638941Z","caller":"traceutil/trace.go:171","msg":"trace[62255525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23083; }","duration":"1.095881922s","start":"2026-03-06T01:21:57.543035Z","end":"2026-03-06T01:21:58.638917Z","steps":["trace[62255525] 'agreement among raft nodes before linearized reading' (duration: 1.09577065s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.638935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089601044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:21:58.638988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157907057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:21:58.639039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122662531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:58.639061Z","caller":"traceutil/trace.go:171","msg":"trace[1350831059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23083; }","duration":"1.089731147s","start":"2026-03-06T01:21:57.549285Z","end":"2026-03-06T01:21:58.639016Z","steps":["trace[1350831059] 'agreement among raft nodes before linearized reading' (duration: 1.08941213s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:58.639074Z","caller":"traceutil/trace.go:171","msg":"trace[995562999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23083; }","duration":"1.158039009s","start":"2026-03-06T01:21:57.481021Z","end":"2026-03-06T01:21:58.63906Z","steps":["trace[995562999] 'agreement among raft nodes before linearized reading' (duration: 1.157437566s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:58.639088Z","caller":"traceutil/trace.go:171","msg":"trace[500721070] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23083; }","duration":"1.122722072s","start":"2026-03-06T01:21:57.516346Z","end":"2026-03-06T01:21:58.639068Z","steps":["trace[500721070] 'agreement among raft nodes before linearized reading' (duration: 1.12265456s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.639111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.550582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:58.639119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.54928Z","time spent":"1.089826149s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:58.639129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.516335Z","time spent":"1.122783293s","remote":"127.0.0.1:37928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:58.639146Z","caller":"traceutil/trace.go:171","msg":"trace[1231378763] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23083; }","duration":"266.585883ms","start":"2026-03-06T01:21:58.372551Z","end":"2026-03-06T01:21:58.639137Z","steps":["trace[1231378763] 'agreement among raft nodes before linearized reading' (duration: 266.531062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.639121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.480999Z","time spent":"1.15811143s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:58.638979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.54302Z","time spent":"1.095950173s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:58.639279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074033191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:21:58.639345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.732645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:58.639378Z","caller":"traceutil/trace.go:171","msg":"trace[1937502485] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23083; }","duration":"190.782296ms","start":"2026-03-06T01:21:58.448581Z","end":"2026-03-06T01:21:58.639363Z","steps":["trace[1937502485] 'agreement among raft nodes before linearized reading' (duration: 190.674144ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:58.639378Z","caller":"traceutil/trace.go:171","msg":"trace[253417935] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23083; }","duration":"1.074191965s","start":"2026-03-06T01:21:57.565156Z","end":"2026-03-06T01:21:58.639348Z","steps":["trace[253417935] 'agreement among raft nodes before linearized reading' (duration: 1.073913979s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.639435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.565142Z","time spent":"1.074280496s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:21:58.639499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.710602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:58.639528Z","caller":"traceutil/trace.go:171","msg":"trace[907907758] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23083; }","duration":"239.760523ms","start":"2026-03-06T01:21:58.399754Z","end":"2026-03-06T01:21:58.639515Z","steps":["trace[907907758] 'agreement among raft nodes before linearized reading' (duration: 239.714582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.639603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134830769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:21:58.639677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.689763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:58.639693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.443291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:58.639714Z","caller":"traceutil/trace.go:171","msg":"trace[219395371] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23083; }","duration":"562.470761ms","start":"2026-03-06T01:21:58.077237Z","end":"2026-03-06T01:21:58.639708Z","steps":["trace[219395371] 'agreement among raft nodes before linearized reading' (duration: 562.432211ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:58.63973Z","caller":"traceutil/trace.go:171","msg":"trace[1615670368] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23083; }","duration":"435.734124ms","start":"2026-03-06T01:21:58.203972Z","end":"2026-03-06T01:21:58.639706Z","steps":["trace[1615670368] 'agreement among raft nodes before linearized reading' (duration: 435.658892ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:58.639756Z","caller":"traceutil/trace.go:171","msg":"trace[1006072976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23083; }","duration":"1.134989823s","start":"2026-03-06T01:21:57.504709Z","end":"2026-03-06T01:21:58.639699Z","steps":["trace[1006072976] 'agreement among raft nodes before linearized reading' (duration: 1.134593994s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.639779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.203884Z","time spent":"435.884498ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:58.63974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.077138Z","time spent":"562.593244ms","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:58.639831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.504699Z","time spent":"1.135115926s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:58.638847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.878246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:21:58.656073Z","caller":"traceutil/trace.go:171","msg":"trace[465061899] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23083; }","duration":"814.113425ms","start":"2026-03-06T01:21:57.841942Z","end":"2026-03-06T01:21:58.656055Z","steps":["trace[465061899] 'agreement among raft nodes before linearized reading' (duration: 796.751713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.656116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.841884Z","time spent":"814.219117ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:21:59.192896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.075235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:59.193056Z","caller":"traceutil/trace.go:171","msg":"trace[1488004142] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"549.547877ms","start":"2026-03-06T01:21:58.643481Z","end":"2026-03-06T01:21:59.193029Z","steps":["trace[1488004142] 'process raft request' (duration: 96.227716ms)","trace[1488004142] 'compare' (duration: 451.162433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:59.193151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.643464Z","time spent":"549.643108ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:59.444034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:59.866681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126937297s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:21:59.867607Z","caller":"traceutil/trace.go:171","msg":"trace[1849988889] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"1.223200013s","start":"2026-03-06T01:21:58.644373Z","end":"2026-03-06T01:21:59.867573Z","steps":["trace[1849988889] 'process raft request' (duration: 1.222766324s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:59.867757Z","caller":"traceutil/trace.go:171","msg":"trace[1359163743] linearizableReadLoop","detail":"{readStateIndex:23895; appliedIndex:23887; }","duration":"924.278799ms","start":"2026-03-06T01:21:58.943451Z","end":"2026-03-06T01:21:59.867729Z","steps":["trace[1359163743] 'read index received' (duration: 923.8601ms)","trace[1359163743] 'applied index is now lower than readState.Index' (duration: 418.019µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:59.867987Z","caller":"traceutil/trace.go:171","msg":"trace[1156928235] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"1.208332725s","start":"2026-03-06T01:21:58.659643Z","end":"2026-03-06T01:21:59.867975Z","steps":["trace[1156928235] 'process raft request' (duration: 1.208026359s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:59.867992Z","caller":"traceutil/trace.go:171","msg":"trace[975920653] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"1.219188805s","start":"2026-03-06T01:21:58.648767Z","end":"2026-03-06T01:21:59.867956Z","steps":["trace[975920653] 'process raft request' (duration: 1.218871698s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:59.868066Z","caller":"traceutil/trace.go:171","msg":"trace[548498781] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"1.22350057s","start":"2026-03-06T01:21:58.644558Z","end":"2026-03-06T01:21:59.868059Z","steps":["trace[548498781] 'process raft request' (duration: 1.222876126s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.868118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.644537Z","time spent":"1.223553021s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:59.868184Z","caller":"traceutil/trace.go:171","msg":"trace[473470385] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"1.207912647s","start":"2026-03-06T01:21:58.660227Z","end":"2026-03-06T01:21:59.86814Z","steps":["trace[473470385] 'process raft request' (duration: 1.207472037s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.868182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.648758Z","time spent":"1.219318117s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:59.868241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.660218Z","time spent":"1.207994868s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:59.868108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.65963Z","time spent":"1.208394957s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:59.868373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.928673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:59.868409Z","caller":"traceutil/trace.go:171","msg":"trace[1030290227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23092; }","duration":"924.995444ms","start":"2026-03-06T01:21:58.943404Z","end":"2026-03-06T01:21:59.868399Z","steps":["trace[1030290227] 'agreement among raft nodes before linearized reading' (duration: 924.940243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.868441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.943383Z","time spent":"925.052835ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:21:59.868447Z","caller":"traceutil/trace.go:171","msg":"trace[608125524] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"1.223553231s","start":"2026-03-06T01:21:58.644883Z","end":"2026-03-06T01:21:59.868436Z","steps":["trace[608125524] 'process raft request' (duration: 1.222721043s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.868504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.644873Z","time spent":"1.223599162s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:59.86778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.644347Z","time spent":"1.223337616s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:59.868033Z","caller":"traceutil/trace.go:171","msg":"trace[1231132190] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"1.223397997s","start":"2026-03-06T01:21:58.644619Z","end":"2026-03-06T01:21:59.868017Z","steps":["trace[1231132190] 'process raft request' (duration: 1.222914717s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:59.868411Z","caller":"traceutil/trace.go:171","msg":"trace[2131329098] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"1.223640422s","start":"2026-03-06T01:21:58.644758Z","end":"2026-03-06T01:21:59.868399Z","steps":["trace[2131329098] 'process raft request' (duration: 1.222812244s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.868626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.644598Z","time spent":"1.223999121s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:59.868653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.64475Z","time spent":"1.223875108s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:59.868705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.548632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:59.868755Z","caller":"traceutil/trace.go:171","msg":"trace[1659873370] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23093; }","duration":"783.650185ms","start":"2026-03-06T01:21:59.085088Z","end":"2026-03-06T01:21:59.868739Z","steps":["trace[1659873370] 'agreement among raft nodes before linearized reading' (duration: 783.544742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.868791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:59.085069Z","time spent":"783.713716ms","remote":"127.0.0.1:55010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:59.868843Z","caller":"traceutil/trace.go:171","msg":"trace[1880595811] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"404.975527ms","start":"2026-03-06T01:21:59.46386Z","end":"2026-03-06T01:21:59.868835Z","steps":["trace[1880595811] 'process raft request' (duration: 404.67803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.868882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:59.463839Z","time spent":"405.025907ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:59.868944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.462502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:59.868964Z","caller":"traceutil/trace.go:171","msg":"trace[431940507] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23093; }","duration":"623.510462ms","start":"2026-03-06T01:21:59.245447Z","end":"2026-03-06T01:21:59.868957Z","steps":["trace[431940507] 'agreement among raft nodes before linearized reading' (duration: 623.479302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.868979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:59.245434Z","time spent":"623.540944ms","remote":"127.0.0.1:35482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:59.869115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.9088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-06T01:21:59.869142Z","caller":"traceutil/trace.go:171","msg":"trace[1025767726] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23093; }","duration":"617.94689ms","start":"2026-03-06T01:21:59.251188Z","end":"2026-03-06T01:21:59.869135Z","steps":["trace[1025767726] 'agreement among raft nodes before linearized reading' (duration: 617.846358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.869186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:59.251182Z","time spent":"617.999041ms","remote":"127.0.0.1:33362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-06T01:22:01.14937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:01.369488Z","caller":"traceutil/trace.go:171","msg":"trace[1629922281] linearizableReadLoop","detail":"{readStateIndex:23901; appliedIndex:23900; }","duration":"720.875505ms","start":"2026-03-06T01:22:00.648588Z","end":"2026-03-06T01:22:01.369463Z","steps":["trace[1629922281] 'read index received' (duration: 720.537778ms)","trace[1629922281] 'applied index is now lower than readState.Index' (duration: 336.497µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:01.36968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.067299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-06T01:22:01.369775Z","caller":"traceutil/trace.go:171","msg":"trace[2089954952] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23098; }","duration":"721.205352ms","start":"2026-03-06T01:22:00.648555Z","end":"2026-03-06T01:22:01.369761Z","steps":["trace[2089954952] 'agreement among raft nodes before linearized reading' (duration: 721.056819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:01.369829Z","caller":"traceutil/trace.go:171","msg":"trace[953391958] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"725.050347ms","start":"2026-03-06T01:22:00.644545Z","end":"2026-03-06T01:22:01.369595Z","steps":["trace[953391958] 'process raft request' (duration: 724.74624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.369973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:00.648545Z","time spent":"721.338395ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:01.370105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:00.644523Z","time spent":"725.463066ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:01.369998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.5826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:22:01.370117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.898045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:22:01.370126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.928189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:01.370185Z","caller":"traceutil/trace.go:171","msg":"trace[487891380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23098; }","duration":"169.828685ms","start":"2026-03-06T01:22:01.200333Z","end":"2026-03-06T01:22:01.370162Z","steps":["trace[487891380] 'agreement among raft nodes before linearized reading' (duration: 169.489918ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:01.370282Z","caller":"traceutil/trace.go:171","msg":"trace[309887988] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23098; }","duration":"435.12903ms","start":"2026-03-06T01:22:00.935121Z","end":"2026-03-06T01:22:01.37025Z","steps":["trace[309887988] 'agreement among raft nodes before linearized reading' (duration: 434.617959ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:01.370319Z","caller":"traceutil/trace.go:171","msg":"trace[1632098556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23098; }","duration":"427.236916ms","start":"2026-03-06T01:22:00.943026Z","end":"2026-03-06T01:22:01.370263Z","steps":["trace[1632098556] 'agreement among raft nodes before linearized reading' (duration: 426.804217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.370357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:00.935099Z","time spent":"435.243893ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-06T01:22:01.370439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:00.942996Z","time spent":"427.40322ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:01.761947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.371496Z","time spent":"390.446337ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:22:01.761987Z","caller":"traceutil/trace.go:171","msg":"trace[2123760550] linearizableReadLoop","detail":"{readStateIndex:23902; appliedIndex:23901; }","duration":"389.965227ms","start":"2026-03-06T01:22:01.371977Z","end":"2026-03-06T01:22:01.761943Z","steps":["trace[2123760550] 'read index received' (duration: 380.392867ms)","trace[2123760550] 'applied index is now lower than readState.Index' (duration: 9.57109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:01.762101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.10866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:01.762134Z","caller":"traceutil/trace.go:171","msg":"trace[1237728447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23098; }","duration":"390.195842ms","start":"2026-03-06T01:22:01.371931Z","end":"2026-03-06T01:22:01.762127Z","steps":["trace[1237728447] 'agreement among raft nodes before linearized reading' (duration: 390.12103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.762162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.371915Z","time spent":"390.240722ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:01.825474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.066844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:01.825561Z","caller":"traceutil/trace.go:171","msg":"trace[1954888883] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23099; }","duration":"362.241398ms","start":"2026-03-06T01:22:01.463298Z","end":"2026-03-06T01:22:01.82554Z","steps":["trace[1954888883] 'agreement among raft nodes before linearized reading' (duration: 362.059804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.825528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.898757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e07dec2d-dbf6-47f6-bed3-a6e41585e2bd\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-06T01:22:01.825604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.463265Z","time spent":"362.32993ms","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:01.825647Z","caller":"traceutil/trace.go:171","msg":"trace[282839712] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e07dec2d-dbf6-47f6-bed3-a6e41585e2bd; range_end:; response_count:1; response_revision:23099; }","duration":"451.060661ms","start":"2026-03-06T01:22:01.374557Z","end":"2026-03-06T01:22:01.825617Z","steps":["trace[282839712] 'agreement among raft nodes before linearized reading' (duration: 450.693023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.825714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.37452Z","time spent":"451.179334ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-e07dec2d-dbf6-47f6-bed3-a6e41585e2bd\" "} {"level":"info","ts":"2026-03-06T01:22:01.833671Z","caller":"traceutil/trace.go:171","msg":"trace[65117334] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"458.820971ms","start":"2026-03-06T01:22:01.374824Z","end":"2026-03-06T01:22:01.833645Z","steps":["trace[65117334] 'process raft request' (duration: 450.10598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.833986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.374805Z","time spent":"458.983266ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:02.693427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.242699ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:02.693556Z","caller":"traceutil/trace.go:171","msg":"trace[20950531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23099; }","duration":"162.392732ms","start":"2026-03-06T01:22:02.531146Z","end":"2026-03-06T01:22:02.693539Z","steps":["trace[20950531] 'range keys from in-memory index tree' (duration: 162.222428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:02.695077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.309596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:02.695198Z","caller":"traceutil/trace.go:171","msg":"trace[838087842] linearizableReadLoop","detail":"{readStateIndex:23904; appliedIndex:23903; }","duration":"864.206027ms","start":"2026-03-06T01:22:01.830956Z","end":"2026-03-06T01:22:02.695162Z","steps":["trace[838087842] 'read index received' (duration: 342.720298ms)","trace[838087842] 'applied index is now lower than readState.Index' (duration: 521.484239ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:02.695259Z","caller":"traceutil/trace.go:171","msg":"trace[1284292749] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"931.283892ms","start":"2026-03-06T01:22:01.763941Z","end":"2026-03-06T01:22:02.695225Z","steps":["trace[1284292749] 'process raft request' (duration: 409.730232ms)","trace[1284292749] 'compare' (duration: 520.227262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:02.695379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.763905Z","time spent":"931.403875ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:02.695443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.495163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:22:02.69547Z","caller":"traceutil/trace.go:171","msg":"trace[252956612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23100; }","duration":"864.571314ms","start":"2026-03-06T01:22:01.83089Z","end":"2026-03-06T01:22:02.695461Z","steps":["trace[252956612] 'agreement among raft nodes before linearized reading' (duration: 864.38665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:02.695497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.830868Z","time spent":"864.622446ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:03.196394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:03.441947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.247876136s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:03.518392Z","caller":"traceutil/trace.go:171","msg":"trace[148191073] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"1.642572266s","start":"2026-03-06T01:22:01.875795Z","end":"2026-03-06T01:22:03.518367Z","steps":["trace[148191073] 'process raft request' (duration: 1.566406162s)","trace[148191073] 'compare' (duration: 76.000061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:03.518531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.875774Z","time spent":"1.642688078s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:03.518593Z","caller":"traceutil/trace.go:171","msg":"trace[1096485750] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"1.509368567s","start":"2026-03-06T01:22:02.009207Z","end":"2026-03-06T01:22:03.518576Z","steps":["trace[1096485750] 'process raft request' (duration: 1.509118441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.518693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.009143Z","time spent":"1.509499449s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:03.518812Z","caller":"traceutil/trace.go:171","msg":"trace[148655056] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"1.509207534s","start":"2026-03-06T01:22:02.009583Z","end":"2026-03-06T01:22:03.51879Z","steps":["trace[148655056] 'process raft request' (duration: 1.508945568s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:03.518889Z","caller":"traceutil/trace.go:171","msg":"trace[1982768527] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"1.50913245s","start":"2026-03-06T01:22:02.009746Z","end":"2026-03-06T01:22:03.518879Z","steps":["trace[1982768527] 'process raft request' (duration: 1.509082229s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.518952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.009693Z","time spent":"1.509230033s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:03.518965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.009563Z","time spent":"1.509294465s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:03.518956Z","caller":"traceutil/trace.go:171","msg":"trace[158999893] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"1.509192222s","start":"2026-03-06T01:22:02.00971Z","end":"2026-03-06T01:22:03.518903Z","steps":["trace[158999893] 'process raft request' (duration: 1.509009128s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.5191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.009669Z","time spent":"1.509387767s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:03.733542Z","caller":"traceutil/trace.go:171","msg":"trace[126517955] linearizableReadLoop","detail":"{readStateIndex:23910; appliedIndex:23904; }","duration":"1.038279076s","start":"2026-03-06T01:22:02.69524Z","end":"2026-03-06T01:22:03.733519Z","steps":["trace[126517955] 'read index received' (duration: 746.978209ms)","trace[126517955] 'applied index is now lower than readState.Index' (duration: 291.299817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:03.73398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859728163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:03.734051Z","caller":"traceutil/trace.go:171","msg":"trace[1717182569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23107; }","duration":"1.859852626s","start":"2026-03-06T01:22:01.874181Z","end":"2026-03-06T01:22:03.734034Z","steps":["trace[1717182569] 'agreement among raft nodes before linearized reading' (duration: 1.85957413s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.7341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.874148Z","time spent":"1.859939077s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:03.734122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.719884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:03.734182Z","caller":"traceutil/trace.go:171","msg":"trace[934208409] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23107; }","duration":"621.815767ms","start":"2026-03-06T01:22:03.112347Z","end":"2026-03-06T01:22:03.734162Z","steps":["trace[934208409] 'agreement among raft nodes before linearized reading' (duration: 621.699664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.734238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.112329Z","time spent":"621.898178ms","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:22:03.734248Z","caller":"traceutil/trace.go:171","msg":"trace[1183421698] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"732.782516ms","start":"2026-03-06T01:22:03.001451Z","end":"2026-03-06T01:22:03.734233Z","steps":["trace[1183421698] 'process raft request' (duration: 730.560277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.734342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.001427Z","time spent":"732.855447ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:03.734437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857106355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:22:03.73453Z","caller":"traceutil/trace.go:171","msg":"trace[521233948] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23107; }","duration":"1.857284679s","start":"2026-03-06T01:22:01.877226Z","end":"2026-03-06T01:22:03.734511Z","steps":["trace[521233948] 'agreement among raft nodes before linearized reading' (duration: 1.85687818s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.734596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066698071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:03.734639Z","caller":"traceutil/trace.go:171","msg":"trace[1462895674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23107; }","duration":"1.066763803s","start":"2026-03-06T01:22:02.667866Z","end":"2026-03-06T01:22:03.734629Z","steps":["trace[1462895674] 'agreement among raft nodes before linearized reading' (duration: 1.066702221s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.734669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860406087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:22:03.734686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035448563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:22:03.73472Z","caller":"traceutil/trace.go:171","msg":"trace[1322278620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23107; }","duration":"1.860481369s","start":"2026-03-06T01:22:01.874225Z","end":"2026-03-06T01:22:03.734707Z","steps":["trace[1322278620] 'agreement among raft nodes before linearized reading' (duration: 1.860366637s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:03.734733Z","caller":"traceutil/trace.go:171","msg":"trace[1782851324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23107; }","duration":"1.035548605s","start":"2026-03-06T01:22:02.699174Z","end":"2026-03-06T01:22:03.734722Z","steps":["trace[1782851324] 'agreement among raft nodes before linearized reading' (duration: 1.035405272s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.734764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.699147Z","time spent":"1.035609687s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:03.734677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.66785Z","time spent":"1.066818404s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:03.734776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.877213Z","time spent":"1.857395141s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:03.734761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.874212Z","time spent":"1.86053777s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:03.734458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859972918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:22:03.734564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860300805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:22:03.735102Z","caller":"traceutil/trace.go:171","msg":"trace[1799136365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23107; }","duration":"1.860892368s","start":"2026-03-06T01:22:01.874199Z","end":"2026-03-06T01:22:03.735091Z","steps":["trace[1799136365] 'agreement among raft nodes before linearized reading' (duration: 1.860287265s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.735159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.874165Z","time spent":"1.86098s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:22:03.734547Z","caller":"traceutil/trace.go:171","msg":"trace[600189986] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"357.302879ms","start":"2026-03-06T01:22:03.377229Z","end":"2026-03-06T01:22:03.734532Z","steps":["trace[600189986] 'process raft request' (duration: 356.219985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.735165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791123303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:03.735204Z","caller":"traceutil/trace.go:171","msg":"trace[837832577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23107; }","duration":"1.791185625s","start":"2026-03-06T01:22:01.944011Z","end":"2026-03-06T01:22:03.735197Z","steps":["trace[837832577] 'agreement among raft nodes before linearized reading' (duration: 1.791128614s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.735241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.943999Z","time spent":"1.791235266s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:03.735274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.377203Z","time spent":"357.998303ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:03.735097Z","caller":"traceutil/trace.go:171","msg":"trace[771201439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23107; }","duration":"1.860635883s","start":"2026-03-06T01:22:01.874447Z","end":"2026-03-06T01:22:03.735083Z","steps":["trace[771201439] 'agreement among raft nodes before linearized reading' (duration: 1.859915197s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.735357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.874435Z","time spent":"1.860911939s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:03.734084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319995491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:03.735176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52499531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:03.735484Z","caller":"traceutil/trace.go:171","msg":"trace[1921106625] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23107; }","duration":"1.525441811s","start":"2026-03-06T01:22:02.21002Z","end":"2026-03-06T01:22:03.735461Z","steps":["trace[1921106625] 'agreement among raft nodes before linearized reading' (duration: 1.5250015s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.7356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.209997Z","time spent":"1.525577274s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:03.735404Z","caller":"traceutil/trace.go:171","msg":"trace[1011270055] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23107; }","duration":"1.321375882s","start":"2026-03-06T01:22:02.414017Z","end":"2026-03-06T01:22:03.735393Z","steps":["trace[1011270055] 'agreement among raft nodes before linearized reading' (duration: 1.319981911s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.73576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.413921Z","time spent":"1.321810062s","remote":"127.0.0.1:60232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:03.740429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036208601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T01:22:03.740512Z","caller":"traceutil/trace.go:171","msg":"trace[808413870] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23107; }","duration":"1.042757784s","start":"2026-03-06T01:22:02.697742Z","end":"2026-03-06T01:22:03.7405Z","steps":["trace[808413870] 'agreement among raft nodes before linearized reading' (duration: 1.036161729s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.740658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.697718Z","time spent":"1.042926918s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T01:22:04.207638Z","caller":"traceutil/trace.go:171","msg":"trace[124830225] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"467.983572ms","start":"2026-03-06T01:22:03.739625Z","end":"2026-03-06T01:22:04.207609Z","steps":["trace[124830225] 'process raft request' (duration: 447.295138ms)","trace[124830225] 'compare' (duration: 19.991279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:04.207845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.739613Z","time spent":"468.167526ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:05.300122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.654482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:05.300421Z","caller":"traceutil/trace.go:171","msg":"trace[1561318703] linearizableReadLoop","detail":"{readStateIndex:23913; appliedIndex:23911; }","duration":"1.557381863s","start":"2026-03-06T01:22:03.74302Z","end":"2026-03-06T01:22:05.300402Z","steps":["trace[1561318703] 'read index received' (duration: 443.913704ms)","trace[1561318703] 'applied index is now lower than readState.Index' (duration: 1.113467259s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:05.300439Z","caller":"traceutil/trace.go:171","msg":"trace[992775394] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"1.559816836s","start":"2026-03-06T01:22:03.740578Z","end":"2026-03-06T01:22:05.300395Z","steps":["trace[992775394] 'process raft request' (duration: 1.058798897s)","trace[992775394] 'compare' (duration: 499.566297ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:05.300524Z","caller":"traceutil/trace.go:171","msg":"trace[1789399494] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"1.556771908s","start":"2026-03-06T01:22:03.743741Z","end":"2026-03-06T01:22:05.300513Z","steps":["trace[1789399494] 'process raft request' (duration: 1.556488282s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.300611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.743703Z","time spent":"1.556870182s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:05.300724Z","caller":"traceutil/trace.go:171","msg":"trace[1320609215] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"1.556936572s","start":"2026-03-06T01:22:03.743779Z","end":"2026-03-06T01:22:05.300716Z","steps":["trace[1320609215] 'process raft request' (duration: 1.556540683s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.300779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.743753Z","time spent":"1.556999183s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:05.300891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556277128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:05.300882Z","caller":"traceutil/trace.go:171","msg":"trace[319549020] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"1.552027285s","start":"2026-03-06T01:22:03.748826Z","end":"2026-03-06T01:22:05.300854Z","steps":["trace[319549020] 'process raft request' (duration: 1.551536224s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.300923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557897184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:22:05.300961Z","caller":"traceutil/trace.go:171","msg":"trace[3428955] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23112; }","duration":"1.557950055s","start":"2026-03-06T01:22:03.743002Z","end":"2026-03-06T01:22:05.300952Z","steps":["trace[3428955] 'agreement among raft nodes before linearized reading' (duration: 1.557831182s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.30097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556176516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:05.300977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.691747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:05.30099Z","caller":"traceutil/trace.go:171","msg":"trace[352746631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23112; }","duration":"1.556210686s","start":"2026-03-06T01:22:03.744772Z","end":"2026-03-06T01:22:05.300983Z","steps":["trace[352746631] 'agreement among raft nodes before linearized reading' (duration: 1.556177306s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.300976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245547804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:05.30101Z","caller":"traceutil/trace.go:171","msg":"trace[1719425479] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23112; }","duration":"317.757708ms","start":"2026-03-06T01:22:04.983244Z","end":"2026-03-06T01:22:05.301002Z","steps":["trace[1719425479] 'agreement among raft nodes before linearized reading' (duration: 317.711967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.301011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.744765Z","time spent":"1.556241127s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:05.301027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.550882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:05.301027Z","caller":"traceutil/trace.go:171","msg":"trace[1512632824] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23112; }","duration":"1.245638615s","start":"2026-03-06T01:22:04.055373Z","end":"2026-03-06T01:22:05.301012Z","steps":["trace[1512632824] 'agreement among raft nodes before linearized reading' (duration: 1.245515502s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.301028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463556868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:22:05.301024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.748807Z","time spent":"1.552133357s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:05.301052Z","caller":"traceutil/trace.go:171","msg":"trace[533588484] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23112; }","duration":"733.613104ms","start":"2026-03-06T01:22:04.567432Z","end":"2026-03-06T01:22:05.301045Z","steps":["trace[533588484] 'agreement among raft nodes before linearized reading' (duration: 733.577883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.301058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.197674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:05.301073Z","caller":"traceutil/trace.go:171","msg":"trace[1212969643] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23112; }","duration":"261.246545ms","start":"2026-03-06T01:22:05.039822Z","end":"2026-03-06T01:22:05.301069Z","steps":["trace[1212969643] 'agreement among raft nodes before linearized reading' (duration: 261.220835ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:05.301066Z","caller":"traceutil/trace.go:171","msg":"trace[103795855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23112; }","duration":"1.46362052s","start":"2026-03-06T01:22:03.837436Z","end":"2026-03-06T01:22:05.301057Z","steps":["trace[103795855] 'agreement among raft nodes before linearized reading' (duration: 1.463506178s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.301084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:04.56739Z","time spent":"733.677055ms","remote":"127.0.0.1:60434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:05.301105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.837424Z","time spent":"1.463673671s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:05.301032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:04.983227Z","time spent":"317.799369ms","remote":"127.0.0.1:60344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:05.300989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.742991Z","time spent":"1.557991755s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T01:22:05.301065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:04.055355Z","time spent":"1.245700777s","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:05.300934Z","caller":"traceutil/trace.go:171","msg":"trace[481732520] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23112; }","duration":"1.55637187s","start":"2026-03-06T01:22:03.744551Z","end":"2026-03-06T01:22:05.300923Z","steps":["trace[481732520] 'agreement among raft nodes before linearized reading' (duration: 1.556303109s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.301354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.744529Z","time spent":"1.55681777s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:05.300923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47999354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:05.301418Z","caller":"traceutil/trace.go:171","msg":"trace[2063419892] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23112; }","duration":"1.480529263s","start":"2026-03-06T01:22:03.82088Z","end":"2026-03-06T01:22:05.301409Z","steps":["trace[2063419892] 'agreement among raft nodes before linearized reading' (duration: 1.48001332s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.30145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.82086Z","time spent":"1.480582403s","remote":"127.0.0.1:33362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:22:05.30153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.740553Z","time spent":"1.559938429s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:05.8099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:07.183938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:06.651109Z","time spent":"532.8225ms","remote":"127.0.0.1:58906","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:07.184331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010147107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:07.18447Z","caller":"traceutil/trace.go:171","msg":"trace[1784225744] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"1.877051804s","start":"2026-03-06T01:22:05.307388Z","end":"2026-03-06T01:22:07.184439Z","steps":["trace[1784225744] 'process raft request' (duration: 866.714392ms)","trace[1784225744] 'compare' (duration: 1.009198716s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:07.184534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.307376Z","time spent":"1.877129745s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:07.299488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125386842s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:08.580026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280304569s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:08.581289Z","caller":"traceutil/trace.go:171","msg":"trace[1009326301] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"3.052168819s","start":"2026-03-06T01:22:05.529103Z","end":"2026-03-06T01:22:08.581272Z","steps":["trace[1009326301] 'process raft request' (duration: 3.051803321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.58135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.529053Z","time spent":"3.052266421s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:08.581382Z","caller":"traceutil/trace.go:171","msg":"trace[1346088742] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"3.055138943s","start":"2026-03-06T01:22:05.526205Z","end":"2026-03-06T01:22:08.581343Z","steps":["trace[1346088742] 'process raft request' (duration: 1.773458865s)","trace[1346088742] 'compare' (duration: 1.278724433s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:08.581449Z","caller":"traceutil/trace.go:171","msg":"trace[1245442375] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"3.050518292s","start":"2026-03-06T01:22:05.530888Z","end":"2026-03-06T01:22:08.581406Z","steps":["trace[1245442375] 'process raft request' (duration: 3.050045312s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:08.581479Z","caller":"traceutil/trace.go:171","msg":"trace[1815907781] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"2.837337022s","start":"2026-03-06T01:22:05.744116Z","end":"2026-03-06T01:22:08.581453Z","steps":["trace[1815907781] 'process raft request' (duration: 2.836863002s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.581521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.526166Z","time spent":"3.055286026s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:08.581604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.530879Z","time spent":"3.050640825s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:08.581604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.744093Z","time spent":"2.837440685s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:08.581506Z","caller":"traceutil/trace.go:171","msg":"trace[949005916] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"3.052642748s","start":"2026-03-06T01:22:05.528855Z","end":"2026-03-06T01:22:08.581497Z","steps":["trace[949005916] 'process raft request' (duration: 3.051976204s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.581764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.528842Z","time spent":"3.052893915s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:08.581886Z","caller":"traceutil/trace.go:171","msg":"trace[1038293313] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"3.049182753s","start":"2026-03-06T01:22:05.532682Z","end":"2026-03-06T01:22:08.581865Z","steps":["trace[1038293313] 'process raft request' (duration: 3.048274083s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.581947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.532676Z","time spent":"3.049235274s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:08.942859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:08.942963Z","caller":"traceutil/trace.go:171","msg":"trace[368250565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281363s","start":"2026-03-06T01:22:06.942652Z","end":"2026-03-06T01:22:08.942933Z","steps":["trace[368250565] 'agreement among raft nodes before linearized reading' (duration: 2.00016034s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.943055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:06.942589Z","time spent":"2.000450716s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:09.177052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.968227ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:22:09.177231Z","caller":"traceutil/trace.go:171","msg":"trace[847824873] linearizableReadLoop","detail":"{readStateIndex:23923; appliedIndex:23916; }","duration":"3.868378599s","start":"2026-03-06T01:22:05.308842Z","end":"2026-03-06T01:22:09.17722Z","steps":["trace[847824873] 'read index received' (duration: 865.2701ms)","trace[847824873] 'applied index is now lower than readState.Index' (duration: 3.003107769s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:09.177992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869141186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:22:09.17802Z","caller":"traceutil/trace.go:171","msg":"trace[1838126862] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23119; }","duration":"3.869213797s","start":"2026-03-06T01:22:05.308799Z","end":"2026-03-06T01:22:09.178013Z","steps":["trace[1838126862] 'agreement among raft nodes before linearized reading' (duration: 3.869106535s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:09.178039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.308792Z","time spent":"3.869241658s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:22:09.178387Z","caller":"traceutil/trace.go:171","msg":"trace[901843933] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"1.80465203s","start":"2026-03-06T01:22:07.37371Z","end":"2026-03-06T01:22:09.178362Z","steps":["trace[901843933] 'process raft request' (duration: 1.803420783s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:09.178528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.373691Z","time spent":"1.804751144s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:09.502638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.457139187s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:10.27354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.439475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:10.273774Z","caller":"traceutil/trace.go:171","msg":"trace[1049909950] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"2.22835403s","start":"2026-03-06T01:22:08.045392Z","end":"2026-03-06T01:22:10.273746Z","steps":["trace[1049909950] 'process raft request' (duration: 1.457635428s)","trace[1049909950] 'compare' (duration: 769.695788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:10.27396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.045365Z","time spent":"2.228520294s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:10.274646Z","caller":"traceutil/trace.go:171","msg":"trace[1530240382] linearizableReadLoop","detail":"{readStateIndex:23928; appliedIndex:23925; }","duration":"1.097379656s","start":"2026-03-06T01:22:09.177253Z","end":"2026-03-06T01:22:10.274632Z","steps":["trace[1530240382] 'read index received' (duration: 325.627201ms)","trace[1530240382] 'applied index is now lower than readState.Index' (duration: 771.751705ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:10.274734Z","caller":"traceutil/trace.go:171","msg":"trace[1179170888] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"2.138838401s","start":"2026-03-06T01:22:08.135887Z","end":"2026-03-06T01:22:10.274725Z","steps":["trace[1179170888] 'process raft request' (duration: 2.137739536s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.274886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969852448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:22:10.274922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.135855Z","time spent":"2.138939043s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:10.274961Z","caller":"traceutil/trace.go:171","msg":"trace[105043887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23123; }","duration":"2.96995777s","start":"2026-03-06T01:22:07.304986Z","end":"2026-03-06T01:22:10.274943Z","steps":["trace[105043887] 'agreement among raft nodes before linearized reading' (duration: 2.969737325s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.275004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.30498Z","time spent":"2.970014671s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:22:10.275123Z","caller":"traceutil/trace.go:171","msg":"trace[1942233019] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"1.525166813s","start":"2026-03-06T01:22:08.749944Z","end":"2026-03-06T01:22:10.275111Z","steps":["trace[1942233019] 'process raft request' (duration: 1.524647122s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.275143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183333816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:10.275208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.749917Z","time spent":"1.525234865s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:10.275232Z","caller":"traceutil/trace.go:171","msg":"trace[2022688133] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23123; }","duration":"4.183469899s","start":"2026-03-06T01:22:06.091742Z","end":"2026-03-06T01:22:10.275212Z","steps":["trace[2022688133] 'agreement among raft nodes before linearized reading' (duration: 4.183309276s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.275293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:06.091724Z","time spent":"4.183555201s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:10.275329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.91003993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:10.275411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331513845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.275362Z","caller":"traceutil/trace.go:171","msg":"trace[761307688] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23123; }","duration":"4.910742614s","start":"2026-03-06T01:22:05.364612Z","end":"2026-03-06T01:22:10.275354Z","steps":["trace[761307688] 'agreement among raft nodes before linearized reading' (duration: 4.910665933s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:10.275448Z","caller":"traceutil/trace.go:171","msg":"trace[1226914510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23123; }","duration":"1.331607117s","start":"2026-03-06T01:22:08.94383Z","end":"2026-03-06T01:22:10.275437Z","steps":["trace[1226914510] 'agreement among raft nodes before linearized reading' (duration: 1.331530416s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.275475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.943812Z","time spent":"1.331657088s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:10.275494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.364594Z","time spent":"4.910860868s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:10.275564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966313747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:10.275647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769604441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.275647Z","caller":"traceutil/trace.go:171","msg":"trace[899007424] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23123; }","duration":"4.966418909s","start":"2026-03-06T01:22:05.30921Z","end":"2026-03-06T01:22:10.275628Z","steps":["trace[899007424] 'agreement among raft nodes before linearized reading' (duration: 4.966281916s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:10.275678Z","caller":"traceutil/trace.go:171","msg":"trace[704866645] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23123; }","duration":"1.769683412s","start":"2026-03-06T01:22:08.505984Z","end":"2026-03-06T01:22:10.275667Z","steps":["trace[704866645] 'agreement among raft nodes before linearized reading' (duration: 1.769631181s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.275696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.309202Z","time spent":"4.966480461s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:10.275715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.505962Z","time spent":"1.769745813s","remote":"127.0.0.1:40286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:10.275748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970779088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:22:10.275779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.362388631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.275856Z","caller":"traceutil/trace.go:171","msg":"trace[2029451938] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23123; }","duration":"3.362504053s","start":"2026-03-06T01:22:06.913334Z","end":"2026-03-06T01:22:10.275838Z","steps":["trace[2029451938] 'agreement among raft nodes before linearized reading' (duration: 3.36238031s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.275893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025277433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:10.275913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:06.913317Z","time spent":"3.362581365s","remote":"127.0.0.1:60142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:10.275935Z","caller":"traceutil/trace.go:171","msg":"trace[1507036946] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23123; }","duration":"2.025318774s","start":"2026-03-06T01:22:08.250604Z","end":"2026-03-06T01:22:10.275923Z","steps":["trace[1507036946] 'agreement among raft nodes before linearized reading' (duration: 2.025262173s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.275936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062902518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:22:10.275967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.250536Z","time spent":"2.025420677s","remote":"127.0.0.1:60384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:10.276024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09576137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-06T01:22:10.276074Z","caller":"traceutil/trace.go:171","msg":"trace[1723998317] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23123; }","duration":"1.095818511s","start":"2026-03-06T01:22:09.180242Z","end":"2026-03-06T01:22:10.276061Z","steps":["trace[1723998317] 'agreement among raft nodes before linearized reading' (duration: 1.095679948s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.276121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.180233Z","time spent":"1.095878133s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:22:10.276164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708798426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.275808Z","caller":"traceutil/trace.go:171","msg":"trace[655397918] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23123; }","duration":"2.970866159s","start":"2026-03-06T01:22:07.304924Z","end":"2026-03-06T01:22:10.27579Z","steps":["trace[655397918] 'agreement among raft nodes before linearized reading' (duration: 2.970650864s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:10.276199Z","caller":"traceutil/trace.go:171","msg":"trace[1821633544] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23123; }","duration":"2.708858258s","start":"2026-03-06T01:22:07.567332Z","end":"2026-03-06T01:22:10.27619Z","steps":["trace[1821633544] 'agreement among raft nodes before linearized reading' (duration: 2.708813617s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.276197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006173716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:10.276231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.567318Z","time spent":"2.708906498s","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:10.276223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.304905Z","time spent":"2.971303059s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:22:10.276243Z","caller":"traceutil/trace.go:171","msg":"trace[588778384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23123; }","duration":"3.006251598s","start":"2026-03-06T01:22:07.269978Z","end":"2026-03-06T01:22:10.276229Z","steps":["trace[588778384] 'agreement among raft nodes before linearized reading' (duration: 3.006173607s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.276283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.26996Z","time spent":"3.006311379s","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:10.276377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.878722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:10.276423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970058213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:10.276458Z","caller":"traceutil/trace.go:171","msg":"trace[1037590334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23123; }","duration":"2.970130513s","start":"2026-03-06T01:22:07.306319Z","end":"2026-03-06T01:22:10.27645Z","steps":["trace[1037590334] 'agreement among raft nodes before linearized reading' (duration: 2.970037911s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.276484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.306303Z","time spent":"2.970174985s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:10.276607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971569326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:10.276637Z","caller":"traceutil/trace.go:171","msg":"trace[266231414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23123; }","duration":"2.971608716s","start":"2026-03-06T01:22:07.305021Z","end":"2026-03-06T01:22:10.27663Z","steps":["trace[266231414] 'agreement among raft nodes before linearized reading' (duration: 2.971528914s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.276662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.305016Z","time spent":"2.971640017s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:22:10.275971Z","caller":"traceutil/trace.go:171","msg":"trace[967939782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23123; }","duration":"4.06298335s","start":"2026-03-06T01:22:06.212979Z","end":"2026-03-06T01:22:10.275962Z","steps":["trace[967939782] 'agreement among raft nodes before linearized reading' (duration: 4.062854417s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.276839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.08667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.276944Z","caller":"traceutil/trace.go:171","msg":"trace[1557249573] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23123; }","duration":"721.242214ms","start":"2026-03-06T01:22:09.555689Z","end":"2026-03-06T01:22:10.276931Z","steps":["trace[1557249573] 'agreement among raft nodes before linearized reading' (duration: 721.100161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.276973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.555662Z","time spent":"721.302155ms","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:10.277193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.515048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-06T01:22:10.277228Z","caller":"traceutil/trace.go:171","msg":"trace[99758555] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23123; }","duration":"645.60554ms","start":"2026-03-06T01:22:09.631612Z","end":"2026-03-06T01:22:10.277217Z","steps":["trace[99758555] 'agreement among raft nodes before linearized reading' (duration: 645.493317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.277255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.631594Z","time spent":"645.653711ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-06T01:22:10.276127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179872933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:10.277399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.859545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.277423Z","caller":"traceutil/trace.go:171","msg":"trace[201045251] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23123; }","duration":"685.927556ms","start":"2026-03-06T01:22:09.591488Z","end":"2026-03-06T01:22:10.277416Z","steps":["trace[201045251] 'agreement among raft nodes before linearized reading' (duration: 685.888025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.277453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.591466Z","time spent":"685.979998ms","remote":"127.0.0.1:49914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:10.277455Z","caller":"traceutil/trace.go:171","msg":"trace[981114607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23123; }","duration":"2.181353046s","start":"2026-03-06T01:22:08.096058Z","end":"2026-03-06T01:22:10.277411Z","steps":["trace[981114607] 'agreement among raft nodes before linearized reading' (duration: 2.180043117s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.277576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.096035Z","time spent":"2.181459369s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:10.27777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.756643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130470"} {"level":"info","ts":"2026-03-06T01:22:10.277803Z","caller":"traceutil/trace.go:171","msg":"trace[1614256559] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23123; }","duration":"695.832364ms","start":"2026-03-06T01:22:09.581964Z","end":"2026-03-06T01:22:10.277796Z","steps":["trace[1614256559] 'agreement among raft nodes before linearized reading' (duration: 695.63568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.277825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.581944Z","time spent":"695.876425ms","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130493,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T01:22:10.277921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090099126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:22:10.277983Z","caller":"traceutil/trace.go:171","msg":"trace[1196360101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23123; }","duration":"1.090201278s","start":"2026-03-06T01:22:09.187769Z","end":"2026-03-06T01:22:10.27797Z","steps":["trace[1196360101] 'agreement among raft nodes before linearized reading' (duration: 1.090041445s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.278008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.187755Z","time spent":"1.090245549s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:10.278154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.84247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.27819Z","caller":"traceutil/trace.go:171","msg":"trace[620577458] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23123; }","duration":"984.904232ms","start":"2026-03-06T01:22:09.293275Z","end":"2026-03-06T01:22:10.278179Z","steps":["trace[620577458] 'agreement among raft nodes before linearized reading' (duration: 984.851101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.2782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.84597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-06T01:22:10.27833Z","caller":"traceutil/trace.go:171","msg":"trace[1881147028] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23123; }","duration":"708.999294ms","start":"2026-03-06T01:22:09.569321Z","end":"2026-03-06T01:22:10.27832Z","steps":["trace[1881147028] 'agreement among raft nodes before linearized reading' (duration: 708.752288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.27845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.56931Z","time spent":"709.128126ms","remote":"127.0.0.1:32988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-06T01:22:10.276425Z","caller":"traceutil/trace.go:171","msg":"trace[1270901643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23123; }","duration":"207.971395ms","start":"2026-03-06T01:22:10.068443Z","end":"2026-03-06T01:22:10.276414Z","steps":["trace[1270901643] 'agreement among raft nodes before linearized reading' (duration: 207.890813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.276897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:06.212962Z","time spent":"4.06388274s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:10.278214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.29326Z","time spent":"984.947042ms","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:10.281132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.31808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:22:10.281248Z","caller":"traceutil/trace.go:171","msg":"trace[1321868172] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23123; }","duration":"398.473914ms","start":"2026-03-06T01:22:09.88276Z","end":"2026-03-06T01:22:10.281234Z","steps":["trace[1321868172] 'agreement among raft nodes before linearized reading' (duration: 393.685848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.281299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.882747Z","time spent":"398.539455ms","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2640,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:11.525383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206486675s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:11.563339Z","caller":"traceutil/trace.go:171","msg":"trace[191718977] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"1.281084816s","start":"2026-03-06T01:22:10.282218Z","end":"2026-03-06T01:22:11.563302Z","steps":["trace[191718977] 'process raft request' (duration: 1.243442997s)","trace[191718977] 'compare' (duration: 36.678597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:11.563497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.282204Z","time spent":"1.281218658s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:11.563644Z","caller":"traceutil/trace.go:171","msg":"trace[1143155874] linearizableReadLoop","detail":"{readStateIndex:23930; appliedIndex:23929; }","duration":"1.281368062s","start":"2026-03-06T01:22:10.28225Z","end":"2026-03-06T01:22:11.563618Z","steps":["trace[1143155874] 'read index received' (duration: 36.83517ms)","trace[1143155874] 'applied index is now lower than readState.Index' (duration: 1.244531882s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:11.563838Z","caller":"traceutil/trace.go:171","msg":"trace[1183344139] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"1.281210688s","start":"2026-03-06T01:22:10.282613Z","end":"2026-03-06T01:22:11.563823Z","steps":["trace[1183344139] 'process raft request' (duration: 1.280613745s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:11.563959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.282603Z","time spent":"1.28126711s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:11.56397Z","caller":"traceutil/trace.go:171","msg":"trace[94432675] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"1.28082081s","start":"2026-03-06T01:22:10.283118Z","end":"2026-03-06T01:22:11.563939Z","steps":["trace[94432675] 'process raft request' (duration: 1.28032332s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:11.564004Z","caller":"traceutil/trace.go:171","msg":"trace[744555358] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"1.27987063s","start":"2026-03-06T01:22:10.284125Z","end":"2026-03-06T01:22:11.563995Z","steps":["trace[744555358] 'process raft request' (duration: 1.279381359s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:11.564082Z","caller":"traceutil/trace.go:171","msg":"trace[1795049693] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"1.277850734s","start":"2026-03-06T01:22:10.286221Z","end":"2026-03-06T01:22:11.564072Z","steps":["trace[1795049693] 'process raft request' (duration: 1.277356404s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:11.564122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.283102Z","time spent":"1.280936473s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:11.564135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.286215Z","time spent":"1.277890465s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:11.563933Z","caller":"traceutil/trace.go:171","msg":"trace[211060448] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"1.27940645s","start":"2026-03-06T01:22:10.284496Z","end":"2026-03-06T01:22:11.563903Z","steps":["trace[211060448] 'process raft request' (duration: 1.279043652s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:11.564427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.28449Z","time spent":"1.27989214s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:11.564125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.284115Z","time spent":"1.279929131s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:11.565049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282786402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115549"} {"level":"warn","ts":"2026-03-06T01:22:11.565055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282881105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115549"} {"level":"info","ts":"2026-03-06T01:22:11.565087Z","caller":"traceutil/trace.go:171","msg":"trace[1269330098] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23130; }","duration":"1.282863904s","start":"2026-03-06T01:22:10.282212Z","end":"2026-03-06T01:22:11.565076Z","steps":["trace[1269330098] 'agreement among raft nodes before linearized reading' (duration: 1.282184989s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:11.565126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.282187Z","time spent":"1.282929616s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115572,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-06T01:22:11.565126Z","caller":"traceutil/trace.go:171","msg":"trace[1202173124] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23130; }","duration":"1.282965587s","start":"2026-03-06T01:22:10.282143Z","end":"2026-03-06T01:22:11.565109Z","steps":["trace[1202173124] 'agreement among raft nodes before linearized reading' (duration: 1.28221283s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:11.565208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.282119Z","time spent":"1.28305295s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115572,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-06T01:22:12.064595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:12.284551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000563251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:12.284646Z","caller":"traceutil/trace.go:171","msg":"trace[1763668562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000681643s","start":"2026-03-06T01:22:10.283944Z","end":"2026-03-06T01:22:12.284625Z","steps":["trace[1763668562] 'agreement among raft nodes before linearized reading' (duration: 2.00055632s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:12.284698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.283914Z","time spent":"2.000772764s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:13.241936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.399357ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:13.242018Z","caller":"traceutil/trace.go:171","msg":"trace[190935562] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23130; }","duration":"711.490409ms","start":"2026-03-06T01:22:12.530513Z","end":"2026-03-06T01:22:13.242004Z","steps":["trace[190935562] 'range keys from in-memory index tree' (duration: 711.201783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.242698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.669395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:13.243032Z","caller":"traceutil/trace.go:171","msg":"trace[23717543] linearizableReadLoop","detail":"{readStateIndex:23941; appliedIndex:23935; }","duration":"1.679317785s","start":"2026-03-06T01:22:11.563707Z","end":"2026-03-06T01:22:13.243025Z","steps":["trace[23717543] 'read index received' (duration: 850.223ms)","trace[23717543] 'applied index is now lower than readState.Index' (duration: 829.094235ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:13.243103Z","caller":"traceutil/trace.go:171","msg":"trace[339749648] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"2.645654818s","start":"2026-03-06T01:22:10.597397Z","end":"2026-03-06T01:22:13.243052Z","steps":["trace[339749648] 'process raft request' (duration: 1.816592785s)","trace[339749648] 'compare' (duration: 828.152704ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:13.243069Z","caller":"traceutil/trace.go:171","msg":"trace[1900483434] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"2.643629803s","start":"2026-03-06T01:22:10.599404Z","end":"2026-03-06T01:22:13.243034Z","steps":["trace[1900483434] 'process raft request' (duration: 2.6435052s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.243181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127580633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:13.243204Z","caller":"traceutil/trace.go:171","msg":"trace[1134601942] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23136; }","duration":"2.127636025s","start":"2026-03-06T01:22:11.115561Z","end":"2026-03-06T01:22:13.243197Z","steps":["trace[1134601942] 'agreement among raft nodes before linearized reading' (duration: 2.127598824s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.243223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.115542Z","time spent":"2.127675667s","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:13.24322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.597361Z","time spent":"2.645795811s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.243208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987596545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:13.243261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.599394Z","time spent":"2.643782366s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:13.243301Z","caller":"traceutil/trace.go:171","msg":"trace[2037844154] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23136; }","duration":"1.987726948s","start":"2026-03-06T01:22:11.255546Z","end":"2026-03-06T01:22:13.243273Z","steps":["trace[2037844154] 'agreement among raft nodes before linearized reading' (duration: 1.987499602s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.243359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.255527Z","time spent":"1.987816361s","remote":"127.0.0.1:49896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:13.243379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307512871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:22:13.243398Z","caller":"traceutil/trace.go:171","msg":"trace[2087109456] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23136; }","duration":"2.307569453s","start":"2026-03-06T01:22:10.935824Z","end":"2026-03-06T01:22:13.243393Z","steps":["trace[2087109456] 'agreement among raft nodes before linearized reading' (duration: 2.307501441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.243411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.935802Z","time spent":"2.307605644s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-06T01:22:13.243509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956495525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T01:22:13.243522Z","caller":"traceutil/trace.go:171","msg":"trace[181797729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23136; }","duration":"2.956518496s","start":"2026-03-06T01:22:10.286999Z","end":"2026-03-06T01:22:13.243518Z","steps":["trace[181797729] 'agreement among raft nodes before linearized reading' (duration: 2.956474675s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.243534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.286995Z","time spent":"2.956536547s","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:22:13.243632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958753645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-06T01:22:13.243648Z","caller":"traceutil/trace.go:171","msg":"trace[1688615261] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23136; }","duration":"2.958778996s","start":"2026-03-06T01:22:10.284861Z","end":"2026-03-06T01:22:13.24364Z","steps":["trace[1688615261] 'agreement among raft nodes before linearized reading' (duration: 2.958736125s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.243637Z","caller":"traceutil/trace.go:171","msg":"trace[147482755] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"2.644094455s","start":"2026-03-06T01:22:10.599522Z","end":"2026-03-06T01:22:13.243616Z","steps":["trace[147482755] 'process raft request' (duration: 2.643415579s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.243662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.284851Z","time spent":"2.958805756s","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-06T01:22:13.243763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671848551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-06T01:22:13.243748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.599512Z","time spent":"2.644164546s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.243883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.787858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:13.243877Z","caller":"traceutil/trace.go:171","msg":"trace[1668591486] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"2.644259948s","start":"2026-03-06T01:22:10.599601Z","end":"2026-03-06T01:22:13.243861Z","steps":["trace[1668591486] 'process raft request' (duration: 2.643356907s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.243899Z","caller":"traceutil/trace.go:171","msg":"trace[1448804617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23136; }","duration":"958.84268ms","start":"2026-03-06T01:22:12.285053Z","end":"2026-03-06T01:22:13.243895Z","steps":["trace[1448804617] 'agreement among raft nodes before linearized reading' (duration: 958.817009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.243912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.285032Z","time spent":"958.87792ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:13.243952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.599571Z","time spent":"2.644340719s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.243996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573234532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:13.244012Z","caller":"traceutil/trace.go:171","msg":"trace[832612492] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23136; }","duration":"1.573272253s","start":"2026-03-06T01:22:11.670733Z","end":"2026-03-06T01:22:13.244006Z","steps":["trace[832612492] 'agreement among raft nodes before linearized reading' (duration: 1.573247642s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.244027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.670719Z","time spent":"1.573303853s","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:13.244063Z","caller":"traceutil/trace.go:171","msg":"trace[608599291] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"2.64438332s","start":"2026-03-06T01:22:10.599664Z","end":"2026-03-06T01:22:13.244047Z","steps":["trace[608599291] 'process raft request' (duration: 2.643314296s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.244125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628434915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5d7c5bd446-w2chb.189a1a20d3672318\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-06T01:22:13.244142Z","caller":"traceutil/trace.go:171","msg":"trace[1727064973] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5d7c5bd446-w2chb.189a1a20d3672318; range_end:; response_count:1; response_revision:23136; }","duration":"1.628510827s","start":"2026-03-06T01:22:11.615627Z","end":"2026-03-06T01:22:13.244138Z","steps":["trace[1727064973] 'agreement among raft nodes before linearized reading' (duration: 1.628462326s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.244155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.615595Z","time spent":"1.628556998s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-5d7c5bd446-w2chb.189a1a20d3672318\" "} {"level":"warn","ts":"2026-03-06T01:22:13.244142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.599656Z","time spent":"2.644443032s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:13.244255Z","caller":"traceutil/trace.go:171","msg":"trace[682063138] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"2.644409531s","start":"2026-03-06T01:22:10.599826Z","end":"2026-03-06T01:22:13.244236Z","steps":["trace[682063138] 'process raft request' (duration: 2.643168893s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.244348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.599763Z","time spent":"2.644541393s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.243146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123236787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:13.243775Z","caller":"traceutil/trace.go:171","msg":"trace[843044509] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23136; }","duration":"1.671877271s","start":"2026-03-06T01:22:11.571894Z","end":"2026-03-06T01:22:13.243771Z","steps":["trace[843044509] 'agreement among raft nodes before linearized reading' (duration: 1.67183875s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.244498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.571881Z","time spent":"1.672611857s","remote":"127.0.0.1:32988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-06T01:22:13.244492Z","caller":"traceutil/trace.go:171","msg":"trace[1818894801] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23136; }","duration":"2.124570927s","start":"2026-03-06T01:22:11.119899Z","end":"2026-03-06T01:22:13.244469Z","steps":["trace[1818894801] 'agreement among raft nodes before linearized reading' (duration: 2.123197596s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.244278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671926383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130470"} {"level":"warn","ts":"2026-03-06T01:22:13.24457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.119864Z","time spent":"2.12468398s","remote":"127.0.0.1:59912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:13.24461Z","caller":"traceutil/trace.go:171","msg":"trace[728525864] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23136; }","duration":"1.67225744s","start":"2026-03-06T01:22:11.572332Z","end":"2026-03-06T01:22:13.24459Z","steps":["trace[728525864] 'agreement among raft nodes before linearized reading' (duration: 1.671890092s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.244679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.5723Z","time spent":"1.672355362s","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130493,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-06T01:22:14.327834Z","caller":"traceutil/trace.go:171","msg":"trace[1957151284] linearizableReadLoop","detail":"{readStateIndex:23943; appliedIndex:23942; }","duration":"1.079161846s","start":"2026-03-06T01:22:13.248629Z","end":"2026-03-06T01:22:14.327791Z","steps":["trace[1957151284] 'read index received' (duration: 69.344525ms)","trace[1957151284] 'applied index is now lower than readState.Index' (duration: 1.009815941s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:14.327982Z","caller":"traceutil/trace.go:171","msg":"trace[1119578289] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"1.079775039s","start":"2026-03-06T01:22:13.248193Z","end":"2026-03-06T01:22:14.327968Z","steps":["trace[1119578289] 'process raft request' (duration: 1.079275038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:14.328121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.248166Z","time spent":"1.079847141s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:14.329019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080357231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a4295271-48f4-4204-961b-00f45e9b4e76\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-06T01:22:14.329292Z","caller":"traceutil/trace.go:171","msg":"trace[959141306] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a4295271-48f4-4204-961b-00f45e9b4e76; range_end:; response_count:1; response_revision:23137; }","duration":"1.080678459s","start":"2026-03-06T01:22:13.248581Z","end":"2026-03-06T01:22:14.32926Z","steps":["trace[959141306] 'agreement among raft nodes before linearized reading' (duration: 1.079454332s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:14.329415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.248565Z","time spent":"1.080805581s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-a4295271-48f4-4204-961b-00f45e9b4e76\" "} {"level":"warn","ts":"2026-03-06T01:22:15.048669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.263835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:15.04874Z","caller":"traceutil/trace.go:171","msg":"trace[884558062] linearizableReadLoop","detail":"{readStateIndex:23944; appliedIndex:23943; }","duration":"720.809783ms","start":"2026-03-06T01:22:14.32792Z","end":"2026-03-06T01:22:15.04873Z","steps":["trace[884558062] 'read index received' (duration: 139.516648ms)","trace[884558062] 'applied index is now lower than readState.Index' (duration: 581.292355ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:15.048796Z","caller":"traceutil/trace.go:171","msg":"trace[2004552401] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"1.729700333s","start":"2026-03-06T01:22:13.319088Z","end":"2026-03-06T01:22:15.048788Z","steps":["trace[2004552401] 'process raft request' (duration: 1.148251164s)","trace[2004552401] 'compare' (duration: 581.126622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:15.048824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.318914Z","time spent":"1.729894276s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.048986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.434738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:15.049002Z","caller":"traceutil/trace.go:171","msg":"trace[975277414] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23138; }","duration":"892.486118ms","start":"2026-03-06T01:22:14.15651Z","end":"2026-03-06T01:22:15.048996Z","steps":["trace[975277414] 'agreement among raft nodes before linearized reading' (duration: 892.413347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.049019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:14.156488Z","time spent":"892.52557ms","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:15.049157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47946692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:15.049206Z","caller":"traceutil/trace.go:171","msg":"trace[279345121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23138; }","duration":"1.47949413s","start":"2026-03-06T01:22:13.569676Z","end":"2026-03-06T01:22:15.04917Z","steps":["trace[279345121] 'agreement among raft nodes before linearized reading' (duration: 1.479412318s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.049225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.569673Z","time spent":"1.479548561s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:15.049357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479690484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:15.049371Z","caller":"traceutil/trace.go:171","msg":"trace[40351241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23138; }","duration":"1.479719064s","start":"2026-03-06T01:22:13.569648Z","end":"2026-03-06T01:22:15.049367Z","steps":["trace[40351241] 'agreement among raft nodes before linearized reading' (duration: 1.479674383s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.049383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.569639Z","time spent":"1.479741075s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:15.049775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798148968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:15.049863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.919567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:22:15.049858Z","caller":"traceutil/trace.go:171","msg":"trace[8442092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23138; }","duration":"1.79825391s","start":"2026-03-06T01:22:13.251582Z","end":"2026-03-06T01:22:15.049836Z","steps":["trace[8442092] 'agreement among raft nodes before linearized reading' (duration: 1.798111537s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:15.049894Z","caller":"traceutil/trace.go:171","msg":"trace[1672698117] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23138; }","duration":"174.989238ms","start":"2026-03-06T01:22:14.874892Z","end":"2026-03-06T01:22:15.049881Z","steps":["trace[1672698117] 'agreement among raft nodes before linearized reading' (duration: 174.884536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.049866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48088959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:22:15.049901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.251576Z","time spent":"1.798315372s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:15.049934Z","caller":"traceutil/trace.go:171","msg":"trace[1337124157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23138; }","duration":"1.480983322s","start":"2026-03-06T01:22:13.568934Z","end":"2026-03-06T01:22:15.049917Z","steps":["trace[1337124157] 'agreement among raft nodes before linearized reading' (duration: 1.480775198s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.049919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480794568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:22:15.049945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.022991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bf22d3826b7\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T01:22:15.049977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.568929Z","time spent":"1.481037023s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:22:15.049999Z","caller":"traceutil/trace.go:171","msg":"trace[205575723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23138; }","duration":"1.480896571s","start":"2026-03-06T01:22:13.569079Z","end":"2026-03-06T01:22:15.049976Z","steps":["trace[205575723] 'agreement among raft nodes before linearized reading' (duration: 1.480634585s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:15.050017Z","caller":"traceutil/trace.go:171","msg":"trace[1776648413] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1bf22d3826b7; range_end:; response_count:1; response_revision:23138; }","duration":"718.132964ms","start":"2026-03-06T01:22:14.33186Z","end":"2026-03-06T01:22:15.049993Z","steps":["trace[1776648413] 'agreement among raft nodes before linearized reading' (duration: 717.909749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.05005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.569074Z","time spent":"1.480965502s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:15.050071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702422962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:22:15.050066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:14.33184Z","time spent":"718.211556ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bf22d3826b7\" "} {"level":"warn","ts":"2026-03-06T01:22:15.050056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.006289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:22:15.050135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.043961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-06T01:22:15.050124Z","caller":"traceutil/trace.go:171","msg":"trace[673504818] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23138; }","duration":"175.097851ms","start":"2026-03-06T01:22:14.875007Z","end":"2026-03-06T01:22:15.050105Z","steps":["trace[673504818] 'agreement among raft nodes before linearized reading' (duration: 174.921817ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:15.050151Z","caller":"traceutil/trace.go:171","msg":"trace[761493171] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23138; }","duration":"717.086391ms","start":"2026-03-06T01:22:14.33306Z","end":"2026-03-06T01:22:15.050146Z","steps":["trace[761493171] 'agreement among raft nodes before linearized reading' (duration: 717.04187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.050165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:14.333042Z","time spent":"717.119313ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-06T01:22:15.050087Z","caller":"traceutil/trace.go:171","msg":"trace[11035782] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23138; }","duration":"1.702465914s","start":"2026-03-06T01:22:13.347616Z","end":"2026-03-06T01:22:15.050082Z","steps":["trace[11035782] 'agreement among raft nodes before linearized reading' (duration: 1.702414472s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.050258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.347601Z","time spent":"1.702641998s","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:22:15.050224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481242339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:22:15.050476Z","caller":"traceutil/trace.go:171","msg":"trace[1941693557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23138; }","duration":"1.481504294s","start":"2026-03-06T01:22:13.56896Z","end":"2026-03-06T01:22:15.050464Z","steps":["trace[1941693557] 'agreement among raft nodes before linearized reading' (duration: 1.481191967s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.050554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.568956Z","time spent":"1.481586886s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:15.052669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483728372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:22:15.052762Z","caller":"traceutil/trace.go:171","msg":"trace[2018124972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23138; }","duration":"1.483871085s","start":"2026-03-06T01:22:13.568867Z","end":"2026-03-06T01:22:15.052738Z","steps":["trace[2018124972] 'agreement among raft nodes before linearized reading' (duration: 1.481139775s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.052813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.568846Z","time spent":"1.483955978s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:15.599521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:16.06462Z","caller":"traceutil/trace.go:171","msg":"trace[1432959373] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"1.006978158s","start":"2026-03-06T01:22:15.057578Z","end":"2026-03-06T01:22:16.064556Z","steps":["trace[1432959373] 'process raft request' (duration: 1.006889196s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.064802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.05757Z","time spent":"1.007138151s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.064881Z","caller":"traceutil/trace.go:171","msg":"trace[1441549466] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"1.007246563s","start":"2026-03-06T01:22:15.057616Z","end":"2026-03-06T01:22:16.064863Z","steps":["trace[1441549466] 'process raft request' (duration: 1.006893936s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.064979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.057611Z","time spent":"1.007324705s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.065211Z","caller":"traceutil/trace.go:171","msg":"trace[1187155093] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"1.007552101s","start":"2026-03-06T01:22:15.057647Z","end":"2026-03-06T01:22:16.065199Z","steps":["trace[1187155093] 'process raft request' (duration: 1.007150752s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.065175Z","caller":"traceutil/trace.go:171","msg":"trace[1026183237] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"1.007622471s","start":"2026-03-06T01:22:15.057515Z","end":"2026-03-06T01:22:16.065137Z","steps":["trace[1026183237] 'process raft request' (duration: 1.006811084s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.065283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.057641Z","time spent":"1.007607652s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:16.065381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.057505Z","time spent":"1.007785886s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.065603Z","caller":"traceutil/trace.go:171","msg":"trace[1566589974] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"1.007916928s","start":"2026-03-06T01:22:15.057658Z","end":"2026-03-06T01:22:16.065575Z","steps":["trace[1566589974] 'process raft request' (duration: 1.007463248s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.065718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.057649Z","time spent":"1.00800958s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.065793Z","caller":"traceutil/trace.go:171","msg":"trace[482811872] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"1.008064691s","start":"2026-03-06T01:22:15.057714Z","end":"2026-03-06T01:22:16.065778Z","steps":["trace[482811872] 'process raft request' (duration: 1.007765505s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.065864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.057707Z","time spent":"1.008122072s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.065865Z","caller":"traceutil/trace.go:171","msg":"trace[121276344] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"1.008119293s","start":"2026-03-06T01:22:15.057729Z","end":"2026-03-06T01:22:16.065849Z","steps":["trace[121276344] 'process raft request' (duration: 1.007958549s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.06588Z","caller":"traceutil/trace.go:171","msg":"trace[835555965] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"1.00668908s","start":"2026-03-06T01:22:15.059133Z","end":"2026-03-06T01:22:16.065822Z","steps":["trace[835555965] 'process raft request' (duration: 1.006613918s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.065956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.05772Z","time spent":"1.008189974s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:16.066097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.059027Z","time spent":"1.006980207s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.638983Z","caller":"traceutil/trace.go:171","msg":"trace[692936545] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"1.386082785s","start":"2026-03-06T01:22:15.252876Z","end":"2026-03-06T01:22:16.638959Z","steps":["trace[692936545] 'process raft request' (duration: 1.38585612s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.639088Z","caller":"traceutil/trace.go:171","msg":"trace[2024653212] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"1.386191678s","start":"2026-03-06T01:22:15.252884Z","end":"2026-03-06T01:22:16.639076Z","steps":["trace[2024653212] 'process raft request' (duration: 1.386002113s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.639132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.252849Z","time spent":"1.386209368s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:16.639149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.252868Z","time spent":"1.386248928s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.639463Z","caller":"traceutil/trace.go:171","msg":"trace[250604618] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"1.385476632s","start":"2026-03-06T01:22:15.253961Z","end":"2026-03-06T01:22:16.639437Z","steps":["trace[250604618] 'process raft request' (duration: 1.38535526s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.639499Z","caller":"traceutil/trace.go:171","msg":"trace[1988531129] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"1.386471753s","start":"2026-03-06T01:22:15.253013Z","end":"2026-03-06T01:22:16.639484Z","steps":["trace[1988531129] 'process raft request' (duration: 1.386222698s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.639504Z","caller":"traceutil/trace.go:171","msg":"trace[1260594717] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"1.386519614s","start":"2026-03-06T01:22:15.252966Z","end":"2026-03-06T01:22:16.639486Z","steps":["trace[1260594717] 'process raft request' (duration: 1.386065195s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.639577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.252987Z","time spent":"1.386553136s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.639595Z","caller":"traceutil/trace.go:171","msg":"trace[2125924310] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"1.383890697s","start":"2026-03-06T01:22:15.255696Z","end":"2026-03-06T01:22:16.639587Z","steps":["trace[2125924310] 'process raft request' (duration: 1.383656932s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.639613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.252929Z","time spent":"1.386618777s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:16.63961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.253953Z","time spent":"1.385581404s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:16.639639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.255688Z","time spent":"1.383927897s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.639757Z","caller":"traceutil/trace.go:171","msg":"trace[1613370165] linearizableReadLoop","detail":"{readStateIndex:23960; appliedIndex:23945; }","duration":"1.541270918s","start":"2026-03-06T01:22:15.09848Z","end":"2026-03-06T01:22:16.639751Z","steps":["trace[1613370165] 'read index received' (duration: 965.943845ms)","trace[1613370165] 'applied index is now lower than readState.Index' (duration: 575.326133ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:16.639806Z","caller":"traceutil/trace.go:171","msg":"trace[610920152] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"1.354341906s","start":"2026-03-06T01:22:15.285459Z","end":"2026-03-06T01:22:16.639801Z","steps":["trace[610920152] 'process raft request' (duration: 1.354087321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.639848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.285445Z","time spent":"1.354376498s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:16.639858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585676165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:16.639891Z","caller":"traceutil/trace.go:171","msg":"trace[1328153462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23154; }","duration":"1.585734626s","start":"2026-03-06T01:22:15.054146Z","end":"2026-03-06T01:22:16.639881Z","steps":["trace[1328153462] 'agreement among raft nodes before linearized reading' (duration: 1.585678025s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.639928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.05413Z","time spent":"1.585791817s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:16.639997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582565226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aaecfee9-d178-49f0-9068-4aea706cb264\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-06T01:22:16.640029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538431486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:22:16.640052Z","caller":"traceutil/trace.go:171","msg":"trace[1502688977] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23154; }","duration":"1.538494936s","start":"2026-03-06T01:22:15.101551Z","end":"2026-03-06T01:22:16.640046Z","steps":["trace[1502688977] 'agreement among raft nodes before linearized reading' (duration: 1.538397884s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.640048Z","caller":"traceutil/trace.go:171","msg":"trace[764280611] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aaecfee9-d178-49f0-9068-4aea706cb264; range_end:; response_count:1; response_revision:23154; }","duration":"1.582632308s","start":"2026-03-06T01:22:15.057403Z","end":"2026-03-06T01:22:16.640035Z","steps":["trace[764280611] 'agreement among raft nodes before linearized reading' (duration: 1.582461645s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.640075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.101535Z","time spent":"1.538535938s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T01:22:16.640083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.057395Z","time spent":"1.582680249s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-aaecfee9-d178-49f0-9068-4aea706cb264\" "} {"level":"warn","ts":"2026-03-06T01:22:17.217882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:18.024699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.409499Z","time spent":"615.19518ms","remote":"127.0.0.1:37162","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:18.025802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.810902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:18.026072Z","caller":"traceutil/trace.go:171","msg":"trace[409884977] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"1.341363772s","start":"2026-03-06T01:22:16.684671Z","end":"2026-03-06T01:22:18.026034Z","steps":["trace[409884977] 'process raft request' (duration: 591.220273ms)","trace[409884977] 'compare' (duration: 748.276428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:18.026268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.684645Z","time spent":"1.341522725s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:19.161397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135468423s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:22:19.161497Z","caller":"traceutil/trace.go:171","msg":"trace[767297367] linearizableReadLoop","detail":"{readStateIndex:23962; appliedIndex:23960; }","duration":"2.444176017s","start":"2026-03-06T01:22:16.717303Z","end":"2026-03-06T01:22:19.161479Z","steps":["trace[767297367] 'read index received' (duration: 558.517214ms)","trace[767297367] 'applied index is now lower than readState.Index' (duration: 1.885657472s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:19.162249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444915632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:19.162355Z","caller":"traceutil/trace.go:171","msg":"trace[378338585] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23155; }","duration":"2.445039895s","start":"2026-03-06T01:22:16.71729Z","end":"2026-03-06T01:22:19.16233Z","steps":["trace[378338585] 'agreement among raft nodes before linearized reading' (duration: 2.444762969s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.162406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.717243Z","time spent":"2.445150467s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:19.165375Z","caller":"traceutil/trace.go:171","msg":"trace[1280261569] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"518.778411ms","start":"2026-03-06T01:22:18.646572Z","end":"2026-03-06T01:22:19.165351Z","steps":["trace[1280261569] 'process raft request' (duration: 518.585066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.165516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.646542Z","time spent":"518.899953ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:19.730682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:19.730771Z","caller":"traceutil/trace.go:171","msg":"trace[533433446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000123591s","start":"2026-03-06T01:22:17.730629Z","end":"2026-03-06T01:22:19.730753Z","steps":["trace[533433446] 'agreement among raft nodes before linearized reading' (duration: 2.000012888s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.730834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.73061Z","time spent":"2.000211952s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:19.942786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:19.942857Z","caller":"traceutil/trace.go:171","msg":"trace[1760376193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434057s","start":"2026-03-06T01:22:17.942407Z","end":"2026-03-06T01:22:19.942841Z","steps":["trace[1760376193] 'agreement among raft nodes before linearized reading' (duration: 2.000341205s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.942902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.942387Z","time spent":"2.000500139s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:20.271326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.701197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:20.271556Z","caller":"traceutil/trace.go:171","msg":"trace[414313348] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"1.624689133s","start":"2026-03-06T01:22:18.646834Z","end":"2026-03-06T01:22:20.271524Z","steps":["trace[414313348] 'process raft request' (duration: 1.336734631s)","trace[414313348] 'compare' (duration: 287.066593ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:20.271663Z","caller":"traceutil/trace.go:171","msg":"trace[691965058] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"537.496131ms","start":"2026-03-06T01:22:19.73415Z","end":"2026-03-06T01:22:20.271647Z","steps":["trace[691965058] 'process raft request' (duration: 537.45988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.271726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:19.734127Z","time spent":"537.573192ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:20.271981Z","caller":"traceutil/trace.go:171","msg":"trace[1134609020] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"1.625119634s","start":"2026-03-06T01:22:18.646854Z","end":"2026-03-06T01:22:20.271974Z","steps":["trace[1134609020] 'process raft request' (duration: 1.624569551s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.27203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.646839Z","time spent":"1.625165985s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:20.272161Z","caller":"traceutil/trace.go:171","msg":"trace[925793419] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"1.624743945s","start":"2026-03-06T01:22:18.647405Z","end":"2026-03-06T01:22:20.272149Z","steps":["trace[925793419] 'process raft request' (duration: 1.62411452s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.272216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.647395Z","time spent":"1.624793796s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:20.27232Z","caller":"traceutil/trace.go:171","msg":"trace[354101732] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"1.624431238s","start":"2026-03-06T01:22:18.647882Z","end":"2026-03-06T01:22:20.272314Z","steps":["trace[354101732] 'process raft request' (duration: 1.62366803s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.27236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.647872Z","time spent":"1.624468798s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:20.271698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.646815Z","time spent":"1.624813176s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:20.272452Z","caller":"traceutil/trace.go:171","msg":"trace[1794568128] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"1.624503199s","start":"2026-03-06T01:22:18.647941Z","end":"2026-03-06T01:22:20.272444Z","steps":["trace[1794568128] 'process raft request' (duration: 1.62363862s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.272491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.647934Z","time spent":"1.62453752s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:20.273065Z","caller":"traceutil/trace.go:171","msg":"trace[930778732] linearizableReadLoop","detail":"{readStateIndex:23968; appliedIndex:23962; }","duration":"1.111516287s","start":"2026-03-06T01:22:19.161522Z","end":"2026-03-06T01:22:20.273038Z","steps":["trace[930778732] 'read index received' (duration: 3.676831ms)","trace[930778732] 'applied index is now lower than readState.Index' (duration: 1.107837236s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:20.273218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555331912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:20.273246Z","caller":"traceutil/trace.go:171","msg":"trace[1252301505] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23162; }","duration":"2.555422294s","start":"2026-03-06T01:22:17.717815Z","end":"2026-03-06T01:22:20.273238Z","steps":["trace[1252301505] 'agreement among raft nodes before linearized reading' (duration: 2.555328282s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20198284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:22:20.27327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.717794Z","time spent":"2.555470114s","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:20.273297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267634314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:22:20.273337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927187997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-06T01:22:20.273353Z","caller":"traceutil/trace.go:171","msg":"trace[754659532] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23162; }","duration":"2.267728626s","start":"2026-03-06T01:22:18.005608Z","end":"2026-03-06T01:22:20.273337Z","steps":["trace[754659532] 'agreement among raft nodes before linearized reading' (duration: 2.267526321s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:20.273372Z","caller":"traceutil/trace.go:171","msg":"trace[1157345771] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23162; }","duration":"1.927269288s","start":"2026-03-06T01:22:18.346094Z","end":"2026-03-06T01:22:20.273363Z","steps":["trace[1157345771] 'agreement among raft nodes before linearized reading' (duration: 1.927154406s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.005577Z","time spent":"2.267801778s","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:22:20.273407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022587305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T01:22:20.273415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.575844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:20.273435Z","caller":"traceutil/trace.go:171","msg":"trace[1221692241] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23162; }","duration":"497.619865ms","start":"2026-03-06T01:22:19.77581Z","end":"2026-03-06T01:22:20.27343Z","steps":["trace[1221692241] 'agreement among raft nodes before linearized reading' (duration: 497.586994ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:20.273435Z","caller":"traceutil/trace.go:171","msg":"trace[1890699103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23162; }","duration":"2.022655226s","start":"2026-03-06T01:22:18.250771Z","end":"2026-03-06T01:22:20.273426Z","steps":["trace[1890699103] 'agreement among raft nodes before linearized reading' (duration: 2.022564664s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:19.775795Z","time spent":"497.655676ms","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:20.273461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629791256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:20.27347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.25075Z","time spent":"2.022711247s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:20.273489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163062608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:20.273528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795448289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-06T01:22:20.273547Z","caller":"traceutil/trace.go:171","msg":"trace[648755121] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23162; }","duration":"1.79550462s","start":"2026-03-06T01:22:18.478037Z","end":"2026-03-06T01:22:20.273542Z","steps":["trace[648755121] 'agreement among raft nodes before linearized reading' (duration: 1.795452889s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.697042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:20.273572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.478017Z","time spent":"1.795550742s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-06T01:22:20.273581Z","caller":"traceutil/trace.go:171","msg":"trace[1891245758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23162; }","duration":"324.749053ms","start":"2026-03-06T01:22:19.948827Z","end":"2026-03-06T01:22:20.273576Z","steps":["trace[1891245758] 'agreement among raft nodes before linearized reading' (duration: 324.721482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503899885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:20.273589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202506682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:20.273614Z","caller":"traceutil/trace.go:171","msg":"trace[287544518] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23162; }","duration":"3.503958526s","start":"2026-03-06T01:22:16.769648Z","end":"2026-03-06T01:22:20.273606Z","steps":["trace[287544518] 'agreement among raft nodes before linearized reading' (duration: 3.503914715s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:20.273626Z","caller":"traceutil/trace.go:171","msg":"trace[816217340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23162; }","duration":"2.202554003s","start":"2026-03-06T01:22:18.071056Z","end":"2026-03-06T01:22:20.27361Z","steps":["trace[816217340] 'agreement among raft nodes before linearized reading' (duration: 2.202466621s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.769631Z","time spent":"3.504015367s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:20.273542Z","caller":"traceutil/trace.go:171","msg":"trace[150129555] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23162; }","duration":"3.163115819s","start":"2026-03-06T01:22:17.110411Z","end":"2026-03-06T01:22:20.273527Z","steps":["trace[150129555] 'agreement among raft nodes before linearized reading' (duration: 3.163042567s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.110351Z","time spent":"3.163339173s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:20.273726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20335941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:20.273754Z","caller":"traceutil/trace.go:171","msg":"trace[520122806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23162; }","duration":"2.203406931s","start":"2026-03-06T01:22:18.07034Z","end":"2026-03-06T01:22:20.273747Z","steps":["trace[520122806] 'agreement among raft nodes before linearized reading' (duration: 2.203334369s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526118923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-06T01:22:20.273833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.070328Z","time spent":"2.203496803s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:22:20.273479Z","caller":"traceutil/trace.go:171","msg":"trace[1127068857] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23162; }","duration":"1.629808337s","start":"2026-03-06T01:22:18.643665Z","end":"2026-03-06T01:22:20.273474Z","steps":["trace[1127068857] 'agreement among raft nodes before linearized reading' (duration: 1.629779196s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57902374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:20.273622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.15623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:20.273311Z","caller":"traceutil/trace.go:171","msg":"trace[471981890] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23162; }","duration":"2.202073033s","start":"2026-03-06T01:22:18.071207Z","end":"2026-03-06T01:22:20.273281Z","steps":["trace[471981890] 'agreement among raft nodes before linearized reading' (duration: 2.201854238s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.071201Z","time spent":"2.202689746s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:22:20.273898Z","caller":"traceutil/trace.go:171","msg":"trace[339846363] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23162; }","duration":"344.452476ms","start":"2026-03-06T01:22:19.929437Z","end":"2026-03-06T01:22:20.273889Z","steps":["trace[339846363] 'agreement among raft nodes before linearized reading' (duration: 344.17132ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:20.273893Z","caller":"traceutil/trace.go:171","msg":"trace[2008902147] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23162; }","duration":"1.57952245s","start":"2026-03-06T01:22:18.694354Z","end":"2026-03-06T01:22:20.273876Z","steps":["trace[2008902147] 'agreement among raft nodes before linearized reading' (duration: 1.57905546s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:19.929419Z","time spent":"344.498367ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:20.273938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.694332Z","time spent":"1.579591851s","remote":"127.0.0.1:49830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:20.27397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203792529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:20.273988Z","caller":"traceutil/trace.go:171","msg":"trace[808662401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23162; }","duration":"2.20381033s","start":"2026-03-06T01:22:18.070173Z","end":"2026-03-06T01:22:20.273983Z","steps":["trace[808662401] 'agreement among raft nodes before linearized reading' (duration: 2.203763269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.274001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.070162Z","time spent":"2.20383605s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:20.273703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201568121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:22:20.274033Z","caller":"traceutil/trace.go:171","msg":"trace[1665664642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23162; }","duration":"2.201915979s","start":"2026-03-06T01:22:18.072111Z","end":"2026-03-06T01:22:20.274027Z","steps":["trace[1665664642] 'agreement among raft nodes before linearized reading' (duration: 2.20153095s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:19.948806Z","time spent":"324.787963ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:20.273839Z","caller":"traceutil/trace.go:171","msg":"trace[933993366] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23162; }","duration":"3.526585163s","start":"2026-03-06T01:22:16.747243Z","end":"2026-03-06T01:22:20.273829Z","steps":["trace[933993366] 'agreement among raft nodes before linearized reading' (duration: 3.526070582s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.274064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.072103Z","time spent":"2.201951289s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:20.273796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202499802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:22:20.273871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.643609Z","time spent":"1.630252986s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:20.274122Z","caller":"traceutil/trace.go:171","msg":"trace[188150321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23162; }","duration":"2.202833688s","start":"2026-03-06T01:22:18.071278Z","end":"2026-03-06T01:22:20.274112Z","steps":["trace[188150321] 'agreement among raft nodes before linearized reading' (duration: 2.20244451s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.273657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.071048Z","time spent":"2.202602893s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:20.274157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.071271Z","time spent":"2.202875609s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:20.27405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217832668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:20.27407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.747214Z","time spent":"3.526852139s","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-06T01:22:20.274228Z","caller":"traceutil/trace.go:171","msg":"trace[776070302] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23162; }","duration":"2.218046963s","start":"2026-03-06T01:22:18.05617Z","end":"2026-03-06T01:22:20.274217Z","steps":["trace[776070302] 'agreement among raft nodes before linearized reading' (duration: 2.217866819s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.274273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.056148Z","time spent":"2.218112304s","remote":"127.0.0.1:40378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:20.273397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.346071Z","time spent":"1.92731976s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-06T01:22:20.780763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:21.409742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.954198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:21.40985Z","caller":"traceutil/trace.go:171","msg":"trace[2013742544] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"1.13028212s","start":"2026-03-06T01:22:20.279548Z","end":"2026-03-06T01:22:21.40983Z","steps":["trace[2013742544] 'process raft request' (duration: 524.158708ms)","trace[2013742544] 'compare' (duration: 605.698433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:21.409925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.279538Z","time spent":"1.130344451s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:22.038391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234589544s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:23.542393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011541377s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:23.542483Z","caller":"traceutil/trace.go:171","msg":"trace[1821980157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23163; }","duration":"1.011628449s","start":"2026-03-06T01:22:22.530826Z","end":"2026-03-06T01:22:23.542455Z","steps":["trace[1821980157] 'range keys from in-memory index tree' (duration: 1.011528047s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.543694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505032351s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:23.543941Z","caller":"traceutil/trace.go:171","msg":"trace[1780592582] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"3.263498537s","start":"2026-03-06T01:22:20.280424Z","end":"2026-03-06T01:22:23.543922Z","steps":["trace[1780592582] 'process raft request' (duration: 3.263368493s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.54402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.280416Z","time spent":"3.263568808s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:23.543913Z","caller":"traceutil/trace.go:171","msg":"trace[1414968633] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"3.2636396s","start":"2026-03-06T01:22:20.280251Z","end":"2026-03-06T01:22:23.54389Z","steps":["trace[1414968633] 'process raft request' (duration: 1.758325562s)","trace[1414968633] 'compare' (duration: 1.503785584s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:23.544443Z","caller":"traceutil/trace.go:171","msg":"trace[1002493676] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"3.263453236s","start":"2026-03-06T01:22:20.280975Z","end":"2026-03-06T01:22:23.544428Z","steps":["trace[1002493676] 'process raft request' (duration: 3.262903794s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.544507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.280966Z","time spent":"3.263506977s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:23.544631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.280218Z","time spent":"3.264252014s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:23.544803Z","caller":"traceutil/trace.go:171","msg":"trace[411449273] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"3.263777193s","start":"2026-03-06T01:22:20.281012Z","end":"2026-03-06T01:22:23.544789Z","steps":["trace[411449273] 'process raft request' (duration: 3.263360294s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.544899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.281008Z","time spent":"3.263853904s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:23.544968Z","caller":"traceutil/trace.go:171","msg":"trace[428696676] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"3.263866685s","start":"2026-03-06T01:22:20.281083Z","end":"2026-03-06T01:22:23.544949Z","steps":["trace[428696676] 'process raft request' (duration: 3.26364595s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.545079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.281078Z","time spent":"3.263950027s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:23.545123Z","caller":"traceutil/trace.go:171","msg":"trace[1876380418] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"3.26275668s","start":"2026-03-06T01:22:20.28235Z","end":"2026-03-06T01:22:23.545106Z","steps":["trace[1876380418] 'process raft request' (duration: 3.262560656s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.54526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.28234Z","time spent":"3.262857953s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:23.545365Z","caller":"traceutil/trace.go:171","msg":"trace[1146501305] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"2.997691751s","start":"2026-03-06T01:22:20.547662Z","end":"2026-03-06T01:22:23.545354Z","steps":["trace[1146501305] 'process raft request' (duration: 2.997395514s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.545479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.547618Z","time spent":"2.997828644s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:23.545604Z","caller":"traceutil/trace.go:171","msg":"trace[1576090164] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"1.898431204s","start":"2026-03-06T01:22:21.647151Z","end":"2026-03-06T01:22:23.545582Z","steps":["trace[1576090164] 'process raft request' (duration: 1.898392363s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.545651Z","caller":"traceutil/trace.go:171","msg":"trace[648981666] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"2.935455522s","start":"2026-03-06T01:22:20.610183Z","end":"2026-03-06T01:22:23.545638Z","steps":["trace[648981666] 'process raft request' (duration: 2.935105024s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.545676Z","caller":"traceutil/trace.go:171","msg":"trace[145665540] linearizableReadLoop","detail":"{readStateIndex:23978; appliedIndex:23969; }","duration":"3.265841598s","start":"2026-03-06T01:22:20.279813Z","end":"2026-03-06T01:22:23.545654Z","steps":["trace[145665540] 'read index received' (duration: 523.972114ms)","trace[145665540] 'applied index is now lower than readState.Index' (duration: 2.741867694s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:23.545718Z","caller":"traceutil/trace.go:171","msg":"trace[1457054886] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"2.373618764s","start":"2026-03-06T01:22:21.17208Z","end":"2026-03-06T01:22:23.545698Z","steps":["trace[1457054886] 'process raft request' (duration: 2.373386919s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.545712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.610137Z","time spent":"2.935547684s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:23.545745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.647125Z","time spent":"1.898545957s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:23.545833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.17206Z","time spent":"2.373727127s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:23.545916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266079733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-06T01:22:23.546Z","caller":"traceutil/trace.go:171","msg":"trace[108869778] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23173; }","duration":"3.266186546s","start":"2026-03-06T01:22:20.279795Z","end":"2026-03-06T01:22:23.545982Z","steps":["trace[108869778] 'agreement among raft nodes before linearized reading' (duration: 3.265949301s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.546047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.279788Z","time spent":"3.266249678s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:22:23.948219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:23.948295Z","caller":"traceutil/trace.go:171","msg":"trace[546024646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225173s","start":"2026-03-06T01:22:21.948055Z","end":"2026-03-06T01:22:23.94828Z","steps":["trace[546024646] 'agreement among raft nodes before linearized reading' (duration: 2.000123771s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.948333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.948042Z","time spent":"2.000283094s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:24.028759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221448824s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:24.029713Z","caller":"traceutil/trace.go:171","msg":"trace[533741815] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"1.749034417s","start":"2026-03-06T01:22:22.280647Z","end":"2026-03-06T01:22:24.029681Z","steps":["trace[533741815] 'process raft request' (duration: 1.748310151s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.029799Z","caller":"traceutil/trace.go:171","msg":"trace[251517979] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"1.74776722s","start":"2026-03-06T01:22:22.282014Z","end":"2026-03-06T01:22:24.029782Z","steps":["trace[251517979] 'process raft request' (duration: 1.747655458s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.029818Z","caller":"traceutil/trace.go:171","msg":"trace[1856970921] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"1.74825962s","start":"2026-03-06T01:22:22.281535Z","end":"2026-03-06T01:22:24.029795Z","steps":["trace[1856970921] 'process raft request' (duration: 1.748023105s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.029865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:22.280629Z","time spent":"1.74914908s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:24.029888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:22.281996Z","time spent":"1.747845651s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:24.029951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:22.281495Z","time spent":"1.748380433s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.030054Z","caller":"traceutil/trace.go:171","msg":"trace[1989059908] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"1.747925724s","start":"2026-03-06T01:22:22.282111Z","end":"2026-03-06T01:22:24.030037Z","steps":["trace[1989059908] 'process raft request' (duration: 1.747617977s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.030139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:22.282105Z","time spent":"1.747988245s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.030295Z","caller":"traceutil/trace.go:171","msg":"trace[258515947] linearizableReadLoop","detail":"{readStateIndex:23985; appliedIndex:23980; }","duration":"484.496956ms","start":"2026-03-06T01:22:23.545742Z","end":"2026-03-06T01:22:24.030239Z","steps":["trace[258515947] 'read index received' (duration: 483.131616ms)","trace[258515947] 'applied index is now lower than readState.Index' (duration: 1.36315ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:24.030351Z","caller":"traceutil/trace.go:171","msg":"trace[426980208] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"1.74778191s","start":"2026-03-06T01:22:22.282558Z","end":"2026-03-06T01:22:24.03034Z","steps":["trace[426980208] 'process raft request' (duration: 1.747402492s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.030352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621766783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:24.030312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272834088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:24.030401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906542125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:24.030432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285569948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:24.03041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979368307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:24.030433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094228713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:22:24.030456Z","caller":"traceutil/trace.go:171","msg":"trace[2051472345] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23178; }","duration":"2.28563341s","start":"2026-03-06T01:22:21.744817Z","end":"2026-03-06T01:22:24.030451Z","steps":["trace[2051472345] 'agreement among raft nodes before linearized reading' (duration: 2.285598609s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.030446Z","caller":"traceutil/trace.go:171","msg":"trace[1599108098] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23178; }","duration":"2.272977191s","start":"2026-03-06T01:22:21.757447Z","end":"2026-03-06T01:22:24.030424Z","steps":["trace[1599108098] 'agreement among raft nodes before linearized reading' (duration: 2.272829278s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.03044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732679026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:24.030478Z","caller":"traceutil/trace.go:171","msg":"trace[1222006698] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23178; }","duration":"3.094328245s","start":"2026-03-06T01:22:20.936139Z","end":"2026-03-06T01:22:24.030467Z","steps":["trace[1222006698] 'agreement among raft nodes before linearized reading' (duration: 3.094174662s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.03048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.744795Z","time spent":"2.285678101s","remote":"127.0.0.1:40266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:24.030504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.936114Z","time spent":"3.094384177s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-06T01:22:24.030404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:22.282539Z","time spent":"1.747837651s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:24.030509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.757439Z","time spent":"2.273045182s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:24.030517Z","caller":"traceutil/trace.go:171","msg":"trace[735328154] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23178; }","duration":"3.732813088s","start":"2026-03-06T01:22:20.29768Z","end":"2026-03-06T01:22:24.030493Z","steps":["trace[735328154] 'agreement among raft nodes before linearized reading' (duration: 3.732681166s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.030533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.858835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:24.030472Z","caller":"traceutil/trace.go:171","msg":"trace[1237676196] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23178; }","duration":"2.97949092s","start":"2026-03-06T01:22:21.050969Z","end":"2026-03-06T01:22:24.03046Z","steps":["trace[1237676196] 'agreement among raft nodes before linearized reading' (duration: 2.979361427s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.03057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361581136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-06T01:22:24.030578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.955414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:22:24.030467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.323086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:24.030601Z","caller":"traceutil/trace.go:171","msg":"trace[1404131680] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23178; }","duration":"1.361638008s","start":"2026-03-06T01:22:22.668954Z","end":"2026-03-06T01:22:24.030592Z","steps":["trace[1404131680] 'agreement among raft nodes before linearized reading' (duration: 1.361530225s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.030594Z","caller":"traceutil/trace.go:171","msg":"trace[195718299] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23178; }","duration":"956.960236ms","start":"2026-03-06T01:22:23.073614Z","end":"2026-03-06T01:22:24.030574Z","steps":["trace[195718299] 'agreement among raft nodes before linearized reading' (duration: 956.850784ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.030616Z","caller":"traceutil/trace.go:171","msg":"trace[1285282903] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23178; }","duration":"506.49531ms","start":"2026-03-06T01:22:23.524106Z","end":"2026-03-06T01:22:24.030601Z","steps":["trace[1285282903] 'agreement among raft nodes before linearized reading' (duration: 506.315836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.030648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173404582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:24.030435Z","caller":"traceutil/trace.go:171","msg":"trace[768541686] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23178; }","duration":"2.906587026s","start":"2026-03-06T01:22:21.123838Z","end":"2026-03-06T01:22:24.030425Z","steps":["trace[768541686] 'agreement among raft nodes before linearized reading' (duration: 2.906506634s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.030653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.073596Z","time spent":"957.041329ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:24.030678Z","caller":"traceutil/trace.go:171","msg":"trace[1145735036] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23178; }","duration":"2.173455082s","start":"2026-03-06T01:22:21.857213Z","end":"2026-03-06T01:22:24.030668Z","steps":["trace[1145735036] 'agreement among raft nodes before linearized reading' (duration: 2.173410271s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.030686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.12383Z","time spent":"2.906848841s","remote":"127.0.0.1:33362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:24.030598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.050933Z","time spent":"2.979653943s","remote":"127.0.0.1:35494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:24.030722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.857201Z","time spent":"2.173510203s","remote":"127.0.0.1:54996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:24.030565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.297654Z","time spent":"3.73289793s","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:24.03063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:22.668937Z","time spent":"1.361687288s","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-06T01:22:24.030675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.524089Z","time spent":"506.571591ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:24.030401Z","caller":"traceutil/trace.go:171","msg":"trace[1669311182] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23178; }","duration":"2.621862404s","start":"2026-03-06T01:22:21.408528Z","end":"2026-03-06T01:22:24.03039Z","steps":["trace[1669311182] 'agreement among raft nodes before linearized reading' (duration: 2.621762372s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.030983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.408508Z","time spent":"2.622461098s","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:24.030595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.870075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:24.031053Z","caller":"traceutil/trace.go:171","msg":"trace[1380975411] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23178; }","duration":"436.371516ms","start":"2026-03-06T01:22:23.594675Z","end":"2026-03-06T01:22:24.031046Z","steps":["trace[1380975411] 'agreement among raft nodes before linearized reading' (duration: 435.868636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.031075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.594627Z","time spent":"436.440848ms","remote":"127.0.0.1:33362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:22:24.03032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961569435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:24.031186Z","caller":"traceutil/trace.go:171","msg":"trace[644237140] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23178; }","duration":"2.962469365s","start":"2026-03-06T01:22:21.068694Z","end":"2026-03-06T01:22:24.031163Z","steps":["trace[644237140] 'agreement among raft nodes before linearized reading' (duration: 2.961587776s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.031259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.068671Z","time spent":"2.962567288s","remote":"127.0.0.1:33352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:24.030665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.135332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:24.031388Z","caller":"traceutil/trace.go:171","msg":"trace[2118318918] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23178; }","duration":"346.91635ms","start":"2026-03-06T01:22:23.684457Z","end":"2026-03-06T01:22:24.031374Z","steps":["trace[2118318918] 'agreement among raft nodes before linearized reading' (duration: 346.188303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.031446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.684424Z","time spent":"347.006272ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:24.030609Z","caller":"traceutil/trace.go:171","msg":"trace[1851520111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23178; }","duration":"615.011176ms","start":"2026-03-06T01:22:23.415581Z","end":"2026-03-06T01:22:24.030593Z","steps":["trace[1851520111] 'agreement among raft nodes before linearized reading' (duration: 614.913994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.031672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.415562Z","time spent":"616.09347ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:24.031593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103747842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:24.031889Z","caller":"traceutil/trace.go:171","msg":"trace[1381928919] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23178; }","duration":"3.104506229s","start":"2026-03-06T01:22:20.927352Z","end":"2026-03-06T01:22:24.031859Z","steps":["trace[1381928919] 'agreement among raft nodes before linearized reading' (duration: 3.102991685s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.031991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.927332Z","time spent":"3.104635693s","remote":"127.0.0.1:45904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:25.045273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.895713ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:22:25.045369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.033887Z","time spent":"1.011474786s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:22:25.045461Z","caller":"traceutil/trace.go:171","msg":"trace[1238599824] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"1.009699988s","start":"2026-03-06T01:22:24.035747Z","end":"2026-03-06T01:22:25.045447Z","steps":["trace[1238599824] 'process raft request' (duration: 1.009605635s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.045454Z","caller":"traceutil/trace.go:171","msg":"trace[1104569822] linearizableReadLoop","detail":"{readStateIndex:23986; appliedIndex:23985; }","duration":"1.010917224s","start":"2026-03-06T01:22:24.034514Z","end":"2026-03-06T01:22:25.045431Z","steps":["trace[1104569822] 'read index received' (duration: 175.948398ms)","trace[1104569822] 'applied index is now lower than readState.Index' (duration: 834.966726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:25.045536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011014627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:25.045571Z","caller":"traceutil/trace.go:171","msg":"trace[1568910006] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23179; }","duration":"1.011054898s","start":"2026-03-06T01:22:24.034508Z","end":"2026-03-06T01:22:25.045563Z","steps":["trace[1568910006] 'agreement among raft nodes before linearized reading' (duration: 1.010990536s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.045582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006654451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:25.045592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.034461Z","time spent":"1.011125559s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:22:25.045602Z","caller":"traceutil/trace.go:171","msg":"trace[604386956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23179; }","duration":"1.006682061s","start":"2026-03-06T01:22:24.038914Z","end":"2026-03-06T01:22:25.045596Z","steps":["trace[604386956] 'agreement among raft nodes before linearized reading' (duration: 1.006648871s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.04562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.038909Z","time spent":"1.006705332s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:25.045641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008985403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:25.045665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.747793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:25.045725Z","caller":"traceutil/trace.go:171","msg":"trace[73131301] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23179; }","duration":"1.009089785s","start":"2026-03-06T01:22:24.036619Z","end":"2026-03-06T01:22:25.045708Z","steps":["trace[73131301] 'agreement among raft nodes before linearized reading' (duration: 1.008973972s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.045745Z","caller":"traceutil/trace.go:171","msg":"trace[1991584613] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23179; }","duration":"545.882446ms","start":"2026-03-06T01:22:24.499845Z","end":"2026-03-06T01:22:25.045727Z","steps":["trace[1991584613] 'agreement among raft nodes before linearized reading' (duration: 545.743213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.045537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.035737Z","time spent":"1.009756969s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:25.04577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.036614Z","time spent":"1.009143216s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:25.045781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.499822Z","time spent":"545.948838ms","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:25.045804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.438363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:25.045806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.613023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-06T01:22:25.045828Z","caller":"traceutil/trace.go:171","msg":"trace[884114968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23179; }","duration":"723.504003ms","start":"2026-03-06T01:22:24.322317Z","end":"2026-03-06T01:22:25.045821Z","steps":["trace[884114968] 'agreement among raft nodes before linearized reading' (duration: 723.461842ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.045843Z","caller":"traceutil/trace.go:171","msg":"trace[804543094] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23179; }","duration":"606.679014ms","start":"2026-03-06T01:22:24.439156Z","end":"2026-03-06T01:22:25.045835Z","steps":["trace[804543094] 'agreement among raft nodes before linearized reading' (duration: 606.405218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.045849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.322295Z","time spent":"723.547575ms","remote":"127.0.0.1:56544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:25.045868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.439142Z","time spent":"606.717604ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:22:25.045868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.06162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:25.045911Z","caller":"traceutil/trace.go:171","msg":"trace[1945476063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23179; }","duration":"997.129041ms","start":"2026-03-06T01:22:24.04877Z","end":"2026-03-06T01:22:25.045899Z","steps":["trace[1945476063] 'agreement among raft nodes before linearized reading' (duration: 997.050969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.045923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.407709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:22:25.045945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.048753Z","time spent":"997.179662ms","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:25.045982Z","caller":"traceutil/trace.go:171","msg":"trace[217100857] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23179; }","duration":"577.485852ms","start":"2026-03-06T01:22:24.468482Z","end":"2026-03-06T01:22:25.045968Z","steps":["trace[217100857] 'agreement among raft nodes before linearized reading' (duration: 577.161164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.045993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.3117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:25.046021Z","caller":"traceutil/trace.go:171","msg":"trace[1011873598] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23179; }","duration":"583.385602ms","start":"2026-03-06T01:22:24.462627Z","end":"2026-03-06T01:22:25.046013Z","steps":["trace[1011873598] 'agreement among raft nodes before linearized reading' (duration: 583.31634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.046027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.468474Z","time spent":"577.540593ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:25.046042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.462603Z","time spent":"583.432443ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:25.04621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01070315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d6681542-538f-4a22-a56e-74f9b91a7573\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-06T01:22:25.046221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.776982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274793"} {"level":"info","ts":"2026-03-06T01:22:25.046241Z","caller":"traceutil/trace.go:171","msg":"trace[320207645] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d6681542-538f-4a22-a56e-74f9b91a7573; range_end:; response_count:1; response_revision:23179; }","duration":"1.010756791s","start":"2026-03-06T01:22:24.035477Z","end":"2026-03-06T01:22:25.046234Z","steps":["trace[320207645] 'agreement among raft nodes before linearized reading' (duration: 1.010370793s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.046245Z","caller":"traceutil/trace.go:171","msg":"trace[927196190] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23179; }","duration":"323.837643ms","start":"2026-03-06T01:22:24.7224Z","end":"2026-03-06T01:22:25.046238Z","steps":["trace[927196190] 'agreement among raft nodes before linearized reading' (duration: 323.387854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.046266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.035466Z","time spent":"1.010794322s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d6681542-538f-4a22-a56e-74f9b91a7573\" "} {"level":"warn","ts":"2026-03-06T01:22:25.046269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.722381Z","time spent":"323.882364ms","remote":"127.0.0.1:33362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274816,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:22:25.04636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01115841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bf22d3826b7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:22:25.046392Z","caller":"traceutil/trace.go:171","msg":"trace[993656285] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1bf22d3826b7; range_end:; response_count:1; response_revision:23179; }","duration":"1.011190911s","start":"2026-03-06T01:22:24.035193Z","end":"2026-03-06T01:22:25.046384Z","steps":["trace[993656285] 'agreement among raft nodes before linearized reading' (duration: 1.010361853s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.046413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.035168Z","time spent":"1.011239281s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bf22d3826b7\" "} {"level":"warn","ts":"2026-03-06T01:22:26.269829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.710908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:26.270355Z","caller":"traceutil/trace.go:171","msg":"trace[736903260] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"717.850978ms","start":"2026-03-06T01:22:25.55249Z","end":"2026-03-06T01:22:26.270341Z","steps":["trace[736903260] 'process raft request' (duration: 717.819548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.270411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.552478Z","time spent":"717.908309ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:26.270568Z","caller":"traceutil/trace.go:171","msg":"trace[396381041] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"1.22257129s","start":"2026-03-06T01:22:25.047988Z","end":"2026-03-06T01:22:26.270559Z","steps":["trace[396381041] 'process raft request' (duration: 247.035664ms)","trace[396381041] 'compare' (duration: 973.44126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:26.270611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.047973Z","time spent":"1.222618221s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:26.270718Z","caller":"traceutil/trace.go:171","msg":"trace[167652634] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"1.222506637s","start":"2026-03-06T01:22:25.048205Z","end":"2026-03-06T01:22:26.270711Z","steps":["trace[167652634] 'process raft request' (duration: 1.22171769s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.270758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.048194Z","time spent":"1.222544628s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:26.270847Z","caller":"traceutil/trace.go:171","msg":"trace[1842043387] linearizableReadLoop","detail":"{readStateIndex:23989; appliedIndex:23987; }","duration":"1.218869808s","start":"2026-03-06T01:22:25.051971Z","end":"2026-03-06T01:22:26.270841Z","steps":["trace[1842043387] 'read index received' (duration: 242.993025ms)","trace[1842043387] 'applied index is now lower than readState.Index' (duration: 975.876173ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:26.271198Z","caller":"traceutil/trace.go:171","msg":"trace[1993596454] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"819.802941ms","start":"2026-03-06T01:22:25.451386Z","end":"2026-03-06T01:22:26.271189Z","steps":["trace[1993596454] 'process raft request' (duration: 818.701897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.271248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.451365Z","time spent":"819.859612ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:26.271394Z","caller":"traceutil/trace.go:171","msg":"trace[1238332785] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"738.976083ms","start":"2026-03-06T01:22:25.532411Z","end":"2026-03-06T01:22:26.271387Z","steps":["trace[1238332785] 'process raft request' (duration: 737.866679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.271435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.532384Z","time spent":"739.031855ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:26.271596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219622014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:26.271624Z","caller":"traceutil/trace.go:171","msg":"trace[377316068] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23184; }","duration":"1.219670415s","start":"2026-03-06T01:22:25.051947Z","end":"2026-03-06T01:22:26.271617Z","steps":["trace[377316068] 'agreement among raft nodes before linearized reading' (duration: 1.219624444s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.271645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.051938Z","time spent":"1.219702695s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:26.771018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:26.942435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.879673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:26.94275Z","caller":"traceutil/trace.go:171","msg":"trace[1763246645] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"905.077845ms","start":"2026-03-06T01:22:26.037658Z","end":"2026-03-06T01:22:26.942736Z","steps":["trace[1763246645] 'process raft request' (duration: 905.020564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.942808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.03764Z","time spent":"905.139157ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:26.942913Z","caller":"traceutil/trace.go:171","msg":"trace[1561907020] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"907.963409ms","start":"2026-03-06T01:22:26.034907Z","end":"2026-03-06T01:22:26.94287Z","steps":["trace[1561907020] 'process raft request' (duration: 779.554825ms)","trace[1561907020] 'compare' (duration: 127.485004ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:26.942976Z","caller":"traceutil/trace.go:171","msg":"trace[250266959] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"907.600752ms","start":"2026-03-06T01:22:26.035368Z","end":"2026-03-06T01:22:26.942969Z","steps":["trace[250266959] 'process raft request' (duration: 907.191683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.943019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.035353Z","time spent":"907.640372ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:26.943067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.034889Z","time spent":"908.100402ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:26.943135Z","caller":"traceutil/trace.go:171","msg":"trace[58880778] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"905.560576ms","start":"2026-03-06T01:22:26.037565Z","end":"2026-03-06T01:22:26.943126Z","steps":["trace[58880778] 'process raft request' (duration: 905.089746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.943181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.037559Z","time spent":"905.600027ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:26.943253Z","caller":"traceutil/trace.go:171","msg":"trace[277238691] linearizableReadLoop","detail":"{readStateIndex:23997; appliedIndex:23992; }","duration":"672.375987ms","start":"2026-03-06T01:22:26.270869Z","end":"2026-03-06T01:22:26.943245Z","steps":["trace[277238691] 'read index received' (duration: 543.590655ms)","trace[277238691] 'applied index is now lower than readState.Index' (duration: 128.784702ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:26.943385Z","caller":"traceutil/trace.go:171","msg":"trace[1827506405] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"905.677098ms","start":"2026-03-06T01:22:26.0377Z","end":"2026-03-06T01:22:26.943377Z","steps":["trace[1827506405] 'process raft request' (duration: 905.005804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.943433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.03767Z","time spent":"905.73823ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:26.943581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341013013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:26.94361Z","caller":"traceutil/trace.go:171","msg":"trace[1274297099] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23189; }","duration":"1.341071305s","start":"2026-03-06T01:22:25.602532Z","end":"2026-03-06T01:22:26.943603Z","steps":["trace[1274297099] 'agreement among raft nodes before linearized reading' (duration: 1.340958123s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.943632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.602518Z","time spent":"1.341106446s","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:26.943798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389737905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:22:26.943823Z","caller":"traceutil/trace.go:171","msg":"trace[1787064263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23189; }","duration":"1.389782146s","start":"2026-03-06T01:22:25.554035Z","end":"2026-03-06T01:22:26.943817Z","steps":["trace[1787064263] 'agreement among raft nodes before linearized reading' (duration: 1.389694694s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.943844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.554025Z","time spent":"1.389814526s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:26.94392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392011295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:22:26.943941Z","caller":"traceutil/trace.go:171","msg":"trace[362279821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23189; }","duration":"1.392031045s","start":"2026-03-06T01:22:25.551905Z","end":"2026-03-06T01:22:26.943936Z","steps":["trace[362279821] 'agreement among raft nodes before linearized reading' (duration: 1.391978084s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.943959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.551895Z","time spent":"1.392058097s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:26.944003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890045808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:26.944067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892005782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:22:26.944084Z","caller":"traceutil/trace.go:171","msg":"trace[1417679133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23189; }","duration":"1.892032222s","start":"2026-03-06T01:22:25.052047Z","end":"2026-03-06T01:22:26.944079Z","steps":["trace[1417679133] 'agreement among raft nodes before linearized reading' (duration: 1.891977921s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.9441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.052043Z","time spent":"1.892054033s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:22:26.944093Z","caller":"traceutil/trace.go:171","msg":"trace[1241039133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23189; }","duration":"1.89014914s","start":"2026-03-06T01:22:25.053922Z","end":"2026-03-06T01:22:26.944071Z","steps":["trace[1241039133] 'agreement among raft nodes before linearized reading' (duration: 1.889997767s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.944148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.053902Z","time spent":"1.890233773s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:26.94426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.426823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T01:22:26.944284Z","caller":"traceutil/trace.go:171","msg":"trace[272393352] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23189; }","duration":"669.481884ms","start":"2026-03-06T01:22:26.274797Z","end":"2026-03-06T01:22:26.944279Z","steps":["trace[272393352] 'agreement among raft nodes before linearized reading' (duration: 669.414972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.944301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.27478Z","time spent":"669.517185ms","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:22:26.94449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.667709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:26.944511Z","caller":"traceutil/trace.go:171","msg":"trace[1518155147] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23189; }","duration":"133.727381ms","start":"2026-03-06T01:22:26.810776Z","end":"2026-03-06T01:22:26.944504Z","steps":["trace[1518155147] 'agreement among raft nodes before linearized reading' (duration: 133.6902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.944503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394229363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:22:26.944574Z","caller":"traceutil/trace.go:171","msg":"trace[1880230614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23189; }","duration":"1.394324306s","start":"2026-03-06T01:22:25.550234Z","end":"2026-03-06T01:22:26.944558Z","steps":["trace[1880230614] 'agreement among raft nodes before linearized reading' (duration: 1.394130102s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.944613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.550221Z","time spent":"1.394381717s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:26.944638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.925594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:26.944658Z","caller":"traceutil/trace.go:171","msg":"trace[1472155851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23189; }","duration":"233.968625ms","start":"2026-03-06T01:22:26.710683Z","end":"2026-03-06T01:22:26.944652Z","steps":["trace[1472155851] 'agreement among raft nodes before linearized reading' (duration: 233.930474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.944784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39499202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T01:22:26.944832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.017671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:26.944839Z","caller":"traceutil/trace.go:171","msg":"trace[1579935911] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23189; }","duration":"1.395069183s","start":"2026-03-06T01:22:25.549757Z","end":"2026-03-06T01:22:26.944826Z","steps":["trace[1579935911] 'agreement among raft nodes before linearized reading' (duration: 1.39494537s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.944883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.549745Z","time spent":"1.395124894s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:26.945084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397263521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:22:26.945141Z","caller":"traceutil/trace.go:171","msg":"trace[1336009992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23189; }","duration":"1.397341023s","start":"2026-03-06T01:22:25.547785Z","end":"2026-03-06T01:22:26.945126Z","steps":["trace[1336009992] 'agreement among raft nodes before linearized reading' (duration: 1.3971815s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.945209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.547774Z","time spent":"1.397423965s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:26.944801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.36101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-03-06T01:22:26.945399Z","caller":"traceutil/trace.go:171","msg":"trace[144333045] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23189; }","duration":"347.974403ms","start":"2026-03-06T01:22:26.597411Z","end":"2026-03-06T01:22:26.945385Z","steps":["trace[144333045] 'agreement among raft nodes before linearized reading' (duration: 347.344539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.945452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.597397Z","time spent":"348.041265ms","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-03-06T01:22:26.944854Z","caller":"traceutil/trace.go:171","msg":"trace[1221481468] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23189; }","duration":"667.048011ms","start":"2026-03-06T01:22:26.277797Z","end":"2026-03-06T01:22:26.944845Z","steps":["trace[1221481468] 'agreement among raft nodes before linearized reading' (duration: 667.01613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.945541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.277792Z","time spent":"667.735456ms","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:27.457045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477638,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:27.945672Z","caller":"traceutil/trace.go:171","msg":"trace[20183283] linearizableReadLoop","detail":"{readStateIndex:24002; appliedIndex:23997; }","duration":"989.243067ms","start":"2026-03-06T01:22:26.956406Z","end":"2026-03-06T01:22:27.945649Z","steps":["trace[20183283] 'read index received' (duration: 926.540618ms)","trace[20183283] 'applied index is now lower than readState.Index' (duration: 62.701629ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:27.945969Z","caller":"traceutil/trace.go:171","msg":"trace[354300943] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"993.997112ms","start":"2026-03-06T01:22:26.951943Z","end":"2026-03-06T01:22:27.94594Z","steps":["trace[354300943] 'process raft request' (duration: 993.547372ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:27.945974Z","caller":"traceutil/trace.go:171","msg":"trace[1721320273] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"989.969163ms","start":"2026-03-06T01:22:26.955969Z","end":"2026-03-06T01:22:27.945939Z","steps":["trace[1721320273] 'process raft request' (duration: 989.641046ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:27.946039Z","caller":"traceutil/trace.go:171","msg":"trace[801566549] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"994.008412ms","start":"2026-03-06T01:22:26.952005Z","end":"2026-03-06T01:22:27.946014Z","steps":["trace[801566549] 'process raft request' (duration: 993.540122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.946107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.951928Z","time spent":"994.106935ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:27.946146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.95596Z","time spent":"990.092265ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:27.946167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.951998Z","time spent":"994.108574ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:27.946187Z","caller":"traceutil/trace.go:171","msg":"trace[592295199] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"994.117845ms","start":"2026-03-06T01:22:26.952048Z","end":"2026-03-06T01:22:27.946165Z","steps":["trace[592295199] 'process raft request' (duration: 993.529312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.946218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.360281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:27.946239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.392715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:27.946262Z","caller":"traceutil/trace.go:171","msg":"trace[1362125933] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23194; }","duration":"924.413451ms","start":"2026-03-06T01:22:27.021834Z","end":"2026-03-06T01:22:27.946247Z","steps":["trace[1362125933] 'agreement among raft nodes before linearized reading' (duration: 924.35274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.946274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.952042Z","time spent":"994.188526ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:27.946278Z","caller":"traceutil/trace.go:171","msg":"trace[1316300473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23194; }","duration":"896.442466ms","start":"2026-03-06T01:22:27.049824Z","end":"2026-03-06T01:22:27.946267Z","steps":["trace[1316300473] 'agreement among raft nodes before linearized reading' (duration: 896.297703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.946317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.049783Z","time spent":"896.524408ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:27.946326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.916572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:27.946134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.789197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-06T01:22:27.946401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.61493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-06T01:22:27.94643Z","caller":"traceutil/trace.go:171","msg":"trace[737064502] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23194; }","duration":"936.681221ms","start":"2026-03-06T01:22:27.00974Z","end":"2026-03-06T01:22:27.946421Z","steps":["trace[737064502] 'agreement among raft nodes before linearized reading' (duration: 936.597789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.94646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.009718Z","time spent":"936.736602ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:22:27.946474Z","caller":"traceutil/trace.go:171","msg":"trace[697866483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23194; }","duration":"989.087113ms","start":"2026-03-06T01:22:26.957302Z","end":"2026-03-06T01:22:27.946389Z","steps":["trace[697866483] 'agreement among raft nodes before linearized reading' (duration: 988.665834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.946522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.957293Z","time spent":"989.211046ms","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:22:27.946318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.021827Z","time spent":"924.477673ms","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:27.946365Z","caller":"traceutil/trace.go:171","msg":"trace[452103836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23194; }","duration":"989.966723ms","start":"2026-03-06T01:22:26.956389Z","end":"2026-03-06T01:22:27.946355Z","steps":["trace[452103836] 'agreement among raft nodes before linearized reading' (duration: 989.900821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.946692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.956383Z","time spent":"990.29419ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:27.946885Z","caller":"traceutil/trace.go:171","msg":"trace[540248992] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"994.424921ms","start":"2026-03-06T01:22:26.95157Z","end":"2026-03-06T01:22:27.945995Z","steps":["trace[540248992] 'process raft request' (duration: 931.409975ms)","trace[540248992] 'compare' (duration: 62.398663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:27.947585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.951558Z","time spent":"995.665969ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:29.039363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.191731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:29.039514Z","caller":"traceutil/trace.go:171","msg":"trace[571032680] linearizableReadLoop","detail":"{readStateIndex:24003; appliedIndex:24002; }","duration":"1.087022878s","start":"2026-03-06T01:22:27.95247Z","end":"2026-03-06T01:22:29.039493Z","steps":["trace[571032680] 'read index received' (duration: 476.556521ms)","trace[571032680] 'applied index is now lower than readState.Index' (duration: 610.464167ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:29.039526Z","caller":"traceutil/trace.go:171","msg":"trace[836027825] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"1.088009839s","start":"2026-03-06T01:22:27.951488Z","end":"2026-03-06T01:22:29.039498Z","steps":["trace[836027825] 'process raft request' (duration: 477.586093ms)","trace[836027825] 'compare' (duration: 609.714201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:29.039662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.951468Z","time spent":"1.088122122s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:29.039864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087388566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-06T01:22:29.039928Z","caller":"traceutil/trace.go:171","msg":"trace[2143620952] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23195; }","duration":"1.087481618s","start":"2026-03-06T01:22:27.95243Z","end":"2026-03-06T01:22:29.039912Z","steps":["trace[2143620952] 'agreement among raft nodes before linearized reading' (duration: 1.087151591s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.039984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.952415Z","time spent":"1.087555039s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:22:29.108402Z","caller":"traceutil/trace.go:171","msg":"trace[792899536] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"830.374623ms","start":"2026-03-06T01:22:28.278004Z","end":"2026-03-06T01:22:29.108379Z","steps":["trace[792899536] 'process raft request' (duration: 830.266981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.108538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.277985Z","time spent":"830.485016ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:30.476542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364734476s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:30.695555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.72806ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:22:30.696213Z","caller":"traceutil/trace.go:171","msg":"trace[2128624424] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"2.146076471s","start":"2026-03-06T01:22:28.550114Z","end":"2026-03-06T01:22:30.69619Z","steps":["trace[2128624424] 'process raft request' (duration: 2.145547278s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.69634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.550091Z","time spent":"2.146174232s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:30.963107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:30.963196Z","caller":"traceutil/trace.go:171","msg":"trace[1802795399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159601s","start":"2026-03-06T01:22:28.963018Z","end":"2026-03-06T01:22:30.963177Z","steps":["trace[1802795399] 'agreement among raft nodes before linearized reading' (duration: 2.000050019s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.963246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.963005Z","time spent":"2.000231463s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:31.888621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192381355s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:31.888796Z","caller":"traceutil/trace.go:171","msg":"trace[779142581] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"2.92581326s","start":"2026-03-06T01:22:28.962971Z","end":"2026-03-06T01:22:31.888784Z","steps":["trace[779142581] 'process raft request' (duration: 2.925715058s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.888837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.962948Z","time spent":"2.925870651s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:31.888813Z","caller":"traceutil/trace.go:171","msg":"trace[967026407] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"2.925792239s","start":"2026-03-06T01:22:28.962971Z","end":"2026-03-06T01:22:31.888764Z","steps":["trace[967026407] 'process raft request' (duration: 1.73320649s)","trace[967026407] 'compare' (duration: 1.190720349s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:31.888943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.962955Z","time spent":"2.925916602s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:31.888976Z","caller":"traceutil/trace.go:171","msg":"trace[1748873330] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"2.925938593s","start":"2026-03-06T01:22:28.963021Z","end":"2026-03-06T01:22:31.88896Z","steps":["trace[1748873330] 'process raft request' (duration: 2.925736508s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.889041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.962902Z","time spent":"2.926105596s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:31.889243Z","caller":"traceutil/trace.go:171","msg":"trace[604753608] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"2.926186738s","start":"2026-03-06T01:22:28.96303Z","end":"2026-03-06T01:22:31.889217Z","steps":["trace[604753608] 'process raft request' (duration: 2.92587447s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.889649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.963014Z","time spent":"2.926482005s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:31.889687Z","caller":"traceutil/trace.go:171","msg":"trace[570204867] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"2.926604288s","start":"2026-03-06T01:22:28.963063Z","end":"2026-03-06T01:22:31.889667Z","steps":["trace[570204867] 'process raft request' (duration: 2.926087147s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.889803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.963039Z","time spent":"2.92670048s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:31.889916Z","caller":"traceutil/trace.go:171","msg":"trace[1666630200] linearizableReadLoop","detail":"{readStateIndex:24011; appliedIndex:24004; }","duration":"2.850343721s","start":"2026-03-06T01:22:29.039548Z","end":"2026-03-06T01:22:31.889892Z","steps":["trace[1666630200] 'read index received' (duration: 69.394487ms)","trace[1666630200] 'applied index is now lower than readState.Index' (duration: 2.780946734s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:31.890005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927122709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:31.890035Z","caller":"traceutil/trace.go:171","msg":"trace[1981320003] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23203; }","duration":"2.927192151s","start":"2026-03-06T01:22:28.962835Z","end":"2026-03-06T01:22:31.890027Z","steps":["trace[1981320003] 'agreement among raft nodes before linearized reading' (duration: 2.92714267s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.889923Z","caller":"traceutil/trace.go:171","msg":"trace[1337828374] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"776.311344ms","start":"2026-03-06T01:22:31.113592Z","end":"2026-03-06T01:22:31.889903Z","steps":["trace[1337828374] 'process raft request' (duration: 776.077349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.890157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.113572Z","time spent":"776.533528ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:31.89019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287230882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:31.890205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517768966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:22:31.890277Z","caller":"traceutil/trace.go:171","msg":"trace[1728926178] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23203; }","duration":"1.287359255s","start":"2026-03-06T01:22:30.602904Z","end":"2026-03-06T01:22:31.890264Z","steps":["trace[1728926178] 'agreement among raft nodes before linearized reading' (duration: 1.287237982s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.890353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937227628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:22:31.890372Z","caller":"traceutil/trace.go:171","msg":"trace[1724450202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23203; }","duration":"1.937250548s","start":"2026-03-06T01:22:29.953115Z","end":"2026-03-06T01:22:31.890366Z","steps":["trace[1724450202] 'agreement among raft nodes before linearized reading' (duration: 1.937209957s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.890383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.602885Z","time spent":"1.287457307s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:31.890396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.953109Z","time spent":"1.937282919s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:31.890056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.962812Z","time spent":"2.927239131s","remote":"127.0.0.1:39712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:31.890538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937677838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:22:31.890308Z","caller":"traceutil/trace.go:171","msg":"trace[535154802] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23203; }","duration":"2.517876368s","start":"2026-03-06T01:22:29.372415Z","end":"2026-03-06T01:22:31.890291Z","steps":["trace[535154802] 'agreement among raft nodes before linearized reading' (duration: 2.517632133s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.890729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439583397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:31.890765Z","caller":"traceutil/trace.go:171","msg":"trace[1571308477] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23203; }","duration":"2.439667638s","start":"2026-03-06T01:22:29.45109Z","end":"2026-03-06T01:22:31.890758Z","steps":["trace[1571308477] 'agreement among raft nodes before linearized reading' (duration: 2.439591406s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.890608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.372357Z","time spent":"2.518231296s","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:31.890836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940037889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:31.890858Z","caller":"traceutil/trace.go:171","msg":"trace[1399513996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23203; }","duration":"1.94008173s","start":"2026-03-06T01:22:29.950772Z","end":"2026-03-06T01:22:31.890853Z","steps":["trace[1399513996] 'agreement among raft nodes before linearized reading' (duration: 1.940030418s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.890875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.950758Z","time spent":"1.94011308s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:31.890947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208793979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:31.890973Z","caller":"traceutil/trace.go:171","msg":"trace[1104788772] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23203; }","duration":"2.208856251s","start":"2026-03-06T01:22:29.682107Z","end":"2026-03-06T01:22:31.890963Z","steps":["trace[1104788772] 'agreement among raft nodes before linearized reading' (duration: 2.20882254s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.89099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.682079Z","time spent":"2.208906252s","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:31.891044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465409044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:31.891109Z","caller":"traceutil/trace.go:171","msg":"trace[538570198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23203; }","duration":"2.465516997s","start":"2026-03-06T01:22:29.425573Z","end":"2026-03-06T01:22:31.89109Z","steps":["trace[538570198] 'agreement among raft nodes before linearized reading' (duration: 2.465416105s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.890562Z","caller":"traceutil/trace.go:171","msg":"trace[35139853] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23203; }","duration":"1.937710438s","start":"2026-03-06T01:22:29.952845Z","end":"2026-03-06T01:22:31.890556Z","steps":["trace[35139853] 'agreement among raft nodes before linearized reading' (duration: 1.937655837s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.8912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.952841Z","time spent":"1.938353052s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:31.890273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571942213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:31.891242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.446045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:22:31.891313Z","caller":"traceutil/trace.go:171","msg":"trace[2087659928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23203; }","duration":"820.540297ms","start":"2026-03-06T01:22:31.07076Z","end":"2026-03-06T01:22:31.8913Z","steps":["trace[2087659928] 'agreement among raft nodes before linearized reading' (duration: 820.375924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.891333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.133093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:31.891352Z","caller":"traceutil/trace.go:171","msg":"trace[151796114] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23203; }","duration":"968.189253ms","start":"2026-03-06T01:22:30.923157Z","end":"2026-03-06T01:22:31.891346Z","steps":["trace[151796114] 'agreement among raft nodes before linearized reading' (duration: 968.158753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.89137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.923136Z","time spent":"968.229025ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:31.890315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937164016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:22:31.891386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.070748Z","time spent":"820.599128ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:22:31.891421Z","caller":"traceutil/trace.go:171","msg":"trace[7514766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23203; }","duration":"1.93826305s","start":"2026-03-06T01:22:29.953142Z","end":"2026-03-06T01:22:31.891405Z","steps":["trace[7514766] 'agreement among raft nodes before linearized reading' (duration: 1.937141156s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.891473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.953139Z","time spent":"1.938317512s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:31.891502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.508968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:22:31.891521Z","caller":"traceutil/trace.go:171","msg":"trace[790516036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23203; }","duration":"846.56899ms","start":"2026-03-06T01:22:31.044946Z","end":"2026-03-06T01:22:31.891515Z","steps":["trace[790516036] 'agreement among raft nodes before linearized reading' (duration: 846.515479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.891543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.044924Z","time spent":"846.61488ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:31.891612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.368728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:31.89072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.097139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:31.890241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938337662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:31.891662Z","caller":"traceutil/trace.go:171","msg":"trace[846501974] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23203; }","duration":"481.0797ms","start":"2026-03-06T01:22:31.410569Z","end":"2026-03-06T01:22:31.891649Z","steps":["trace[846501974] 'agreement among raft nodes before linearized reading' (duration: 480.073108ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.891701Z","caller":"traceutil/trace.go:171","msg":"trace[1720919821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23203; }","duration":"1.939796644s","start":"2026-03-06T01:22:29.951888Z","end":"2026-03-06T01:22:31.891684Z","steps":["trace[1720919821] 'agreement among raft nodes before linearized reading' (duration: 1.938287841s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.89174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.410504Z","time spent":"481.219163ms","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:31.891761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.951883Z","time spent":"1.939862665s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:31.890788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.451072Z","time spent":"2.439708049s","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:31.891165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.425553Z","time spent":"2.465595948s","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:31.891632Z","caller":"traceutil/trace.go:171","msg":"trace[807449972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23203; }","duration":"928.410549ms","start":"2026-03-06T01:22:30.963215Z","end":"2026-03-06T01:22:31.891626Z","steps":["trace[807449972] 'agreement among raft nodes before linearized reading' (duration: 928.362528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.891965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.963201Z","time spent":"928.757857ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:31.89126Z","caller":"traceutil/trace.go:171","msg":"trace[1411144168] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23203; }","duration":"1.572963345s","start":"2026-03-06T01:22:30.318289Z","end":"2026-03-06T01:22:31.891252Z","steps":["trace[1411144168] 'agreement among raft nodes before linearized reading' (duration: 1.571967584s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.891046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.431461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T01:22:31.892084Z","caller":"traceutil/trace.go:171","msg":"trace[1826786648] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23203; }","duration":"819.510205ms","start":"2026-03-06T01:22:31.072567Z","end":"2026-03-06T01:22:31.892077Z","steps":["trace[1826786648] 'agreement among raft nodes before linearized reading' (duration: 818.185155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.892054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.318269Z","time spent":"1.573763333s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:31.891676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.85678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:22:31.892107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.072547Z","time spent":"819.553225ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:22:31.892261Z","caller":"traceutil/trace.go:171","msg":"trace[1165657359] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23203; }","duration":"955.475415ms","start":"2026-03-06T01:22:30.936768Z","end":"2026-03-06T01:22:31.892244Z","steps":["trace[1165657359] 'agreement among raft nodes before linearized reading' (duration: 954.874481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.892304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.936732Z","time spent":"955.560327ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-06T01:22:33.271054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.418913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:33.27118Z","caller":"traceutil/trace.go:171","msg":"trace[1348002404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23203; }","duration":"739.555676ms","start":"2026-03-06T01:22:32.531606Z","end":"2026-03-06T01:22:33.271161Z","steps":["trace[1348002404] 'range keys from in-memory index tree' (duration: 739.401262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.272286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.52684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:33.273159Z","caller":"traceutil/trace.go:171","msg":"trace[151267855] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"1.31854242s","start":"2026-03-06T01:22:31.954592Z","end":"2026-03-06T01:22:33.273134Z","steps":["trace[151267855] 'process raft request' (duration: 1.318382375s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.273309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.95458Z","time spent":"1.318682844s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:33.273304Z","caller":"traceutil/trace.go:171","msg":"trace[11652748] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"1.375664056s","start":"2026-03-06T01:22:31.897608Z","end":"2026-03-06T01:22:33.273272Z","steps":["trace[11652748] 'process raft request' (duration: 1.375254736s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:33.27332Z","caller":"traceutil/trace.go:171","msg":"trace[1123726682] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"1.376151437s","start":"2026-03-06T01:22:31.897144Z","end":"2026-03-06T01:22:33.273296Z","steps":["trace[1123726682] 'process raft request' (duration: 1.375584624s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:33.273358Z","caller":"traceutil/trace.go:171","msg":"trace[414444976] linearizableReadLoop","detail":"{readStateIndex:24021; appliedIndex:24013; }","duration":"1.321210279s","start":"2026-03-06T01:22:31.952122Z","end":"2026-03-06T01:22:33.273332Z","steps":["trace[414444976] 'read index received' (duration: 427.633796ms)","trace[414444976] 'applied index is now lower than readState.Index' (duration: 893.573613ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:33.273439Z","caller":"traceutil/trace.go:171","msg":"trace[120686153] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"1.375890061s","start":"2026-03-06T01:22:31.89753Z","end":"2026-03-06T01:22:33.27342Z","steps":["trace[120686153] 'process raft request' (duration: 1.375244066s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.273468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.897587Z","time spent":"1.375780759s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:33.273538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.897521Z","time spent":"1.375971763s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:33.273558Z","caller":"traceutil/trace.go:171","msg":"trace[1619760706] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"1.320527114s","start":"2026-03-06T01:22:31.953019Z","end":"2026-03-06T01:22:33.273546Z","steps":["trace[1619760706] 'process raft request' (duration: 1.319900829s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.273613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.952999Z","time spent":"1.320583215s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:33.27362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375949092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:33.273668Z","caller":"traceutil/trace.go:171","msg":"trace[458974897] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"1.376633948s","start":"2026-03-06T01:22:31.897023Z","end":"2026-03-06T01:22:33.273657Z","steps":["trace[458974897] 'process raft request' (duration: 1.375474652s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:33.273687Z","caller":"traceutil/trace.go:171","msg":"trace[1720313521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23213; }","duration":"1.376029743s","start":"2026-03-06T01:22:31.897643Z","end":"2026-03-06T01:22:33.273672Z","steps":["trace[1720313521] 'agreement among raft nodes before linearized reading' (duration: 1.37587639s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:33.273684Z","caller":"traceutil/trace.go:171","msg":"trace[1355284851] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"1.376083985s","start":"2026-03-06T01:22:31.89757Z","end":"2026-03-06T01:22:33.273654Z","steps":["trace[1355284851] 'process raft request' (duration: 1.375250996s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.27374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.897638Z","time spent":"1.376088466s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:33.273738Z","caller":"traceutil/trace.go:171","msg":"trace[1162228402] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"1.37674102s","start":"2026-03-06T01:22:31.896961Z","end":"2026-03-06T01:22:33.273702Z","steps":["trace[1162228402] 'process raft request' (duration: 482.691527ms)","trace[1162228402] 'compare' (duration: 892.145741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:33.273745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.897019Z","time spent":"1.376692489s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:33.273805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.897565Z","time spent":"1.376184227s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:33.273888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.975404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:33.273892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.896952Z","time spent":"1.376856462s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:33.273917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.044323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:33.273935Z","caller":"traceutil/trace.go:171","msg":"trace[1978032524] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23213; }","duration":"589.057975ms","start":"2026-03-06T01:22:32.684861Z","end":"2026-03-06T01:22:33.273919Z","steps":["trace[1978032524] 'agreement among raft nodes before linearized reading' (duration: 588.988033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:33.27391Z","caller":"traceutil/trace.go:171","msg":"trace[655988927] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"1.376803911s","start":"2026-03-06T01:22:31.897053Z","end":"2026-03-06T01:22:33.273857Z","steps":["trace[655988927] 'process raft request' (duration: 1.375571354s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.274028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.946247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T01:22:33.274067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.15727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T01:22:33.274131Z","caller":"traceutil/trace.go:171","msg":"trace[1669530816] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23213; }","duration":"645.253101ms","start":"2026-03-06T01:22:32.628861Z","end":"2026-03-06T01:22:33.274114Z","steps":["trace[1669530816] 'agreement among raft nodes before linearized reading' (duration: 645.065327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.274138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.897049Z","time spent":"1.376968575s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:33.274177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.628844Z","time spent":"645.323023ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-06T01:22:33.273961Z","caller":"traceutil/trace.go:171","msg":"trace[1174318540] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23213; }","duration":"603.151795ms","start":"2026-03-06T01:22:32.670797Z","end":"2026-03-06T01:22:33.273949Z","steps":["trace[1174318540] 'agreement among raft nodes before linearized reading' (duration: 603.055433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.274235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.670771Z","time spent":"603.447131ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:33.273968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.684839Z","time spent":"589.119497ms","remote":"127.0.0.1:59958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:33.273877Z","caller":"traceutil/trace.go:171","msg":"trace[268035579] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"1.37674181s","start":"2026-03-06T01:22:31.89711Z","end":"2026-03-06T01:22:33.273852Z","steps":["trace[268035579] 'process raft request' (duration: 1.375571484s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:33.274074Z","caller":"traceutil/trace.go:171","msg":"trace[164861612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23213; }","duration":"320.026988ms","start":"2026-03-06T01:22:32.954036Z","end":"2026-03-06T01:22:33.274063Z","steps":["trace[164861612] 'agreement among raft nodes before linearized reading' (duration: 319.887985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.274526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.897106Z","time spent":"1.377333863s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:33.274546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.954017Z","time spent":"320.512239ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:33.273726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16576252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:33.275376Z","caller":"traceutil/trace.go:171","msg":"trace[950121880] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23213; }","duration":"1.167316614s","start":"2026-03-06T01:22:32.107889Z","end":"2026-03-06T01:22:33.275205Z","steps":["trace[950121880] 'agreement among raft nodes before linearized reading' (duration: 1.16577699s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.27538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.89714Z","time spent":"1.37626408s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:33.275558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.107815Z","time spent":"1.167608839s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:33.716253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.942184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:33.716385Z","caller":"traceutil/trace.go:171","msg":"trace[2059658341] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23213; }","duration":"218.164388ms","start":"2026-03-06T01:22:33.498189Z","end":"2026-03-06T01:22:33.716353Z","steps":["trace[2059658341] 'count revisions from in-memory index tree' (duration: 217.826271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:34.321532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477689,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:34.357152Z","caller":"traceutil/trace.go:171","msg":"trace[390253995] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"585.398044ms","start":"2026-03-06T01:22:33.771723Z","end":"2026-03-06T01:22:34.357121Z","steps":["trace[390253995] 'process raft request' (duration: 585.235211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:34.357494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.771693Z","time spent":"585.571349ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:35.367463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010594727s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:35.367947Z","caller":"traceutil/trace.go:171","msg":"trace[194921277] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"1.589402426s","start":"2026-03-06T01:22:33.778512Z","end":"2026-03-06T01:22:35.367914Z","steps":["trace[194921277] 'process raft request' (duration: 1.589063788s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.368093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.778483Z","time spent":"1.589518328s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.368516Z","caller":"traceutil/trace.go:171","msg":"trace[2113593803] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"1.476562155s","start":"2026-03-06T01:22:33.891947Z","end":"2026-03-06T01:22:35.36851Z","steps":["trace[2113593803] 'process raft request' (duration: 1.47588538s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.368547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.891922Z","time spent":"1.476608057s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.368665Z","caller":"traceutil/trace.go:171","msg":"trace[840836239] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"1.475212546s","start":"2026-03-06T01:22:33.893447Z","end":"2026-03-06T01:22:35.36866Z","steps":["trace[840836239] 'process raft request' (duration: 1.474418938s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.36869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.893416Z","time spent":"1.475259716s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.368764Z","caller":"traceutil/trace.go:171","msg":"trace[334574566] linearizableReadLoop","detail":"{readStateIndex:24032; appliedIndex:24023; }","duration":"1.547436534s","start":"2026-03-06T01:22:33.82131Z","end":"2026-03-06T01:22:35.368747Z","steps":["trace[334574566] 'read index received' (duration: 535.63737ms)","trace[334574566] 'applied index is now lower than readState.Index' (duration: 1.011798444s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:35.368898Z","caller":"traceutil/trace.go:171","msg":"trace[579291970] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"1.471173726s","start":"2026-03-06T01:22:33.897714Z","end":"2026-03-06T01:22:35.368888Z","steps":["trace[579291970] 'process raft request' (duration: 1.470961221s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:35.368897Z","caller":"traceutil/trace.go:171","msg":"trace[1815925167] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"1.472435185s","start":"2026-03-06T01:22:33.896456Z","end":"2026-03-06T01:22:35.368892Z","steps":["trace[1815925167] 'process raft request' (duration: 1.471430702s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.368959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.89644Z","time spent":"1.472495046s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:35.368976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.8977Z","time spent":"1.471218857s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:35.369243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547933814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:35.369263Z","caller":"traceutil/trace.go:171","msg":"trace[973733256] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23222; }","duration":"1.547955755s","start":"2026-03-06T01:22:33.821302Z","end":"2026-03-06T01:22:35.369258Z","steps":["trace[973733256] 'agreement among raft nodes before linearized reading' (duration: 1.547879553s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.36928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.821214Z","time spent":"1.548062867s","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:35.369362Z","caller":"traceutil/trace.go:171","msg":"trace[281440387] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"1.471574245s","start":"2026-03-06T01:22:33.897783Z","end":"2026-03-06T01:22:35.369357Z","steps":["trace[281440387] 'process raft request' (duration: 1.470916191s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.369389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.89777Z","time spent":"1.471604045s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.369579Z","caller":"traceutil/trace.go:171","msg":"trace[2140343718] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"1.468792883s","start":"2026-03-06T01:22:33.900782Z","end":"2026-03-06T01:22:35.369575Z","steps":["trace[2140343718] 'process raft request' (duration: 1.467941935s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.369604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.900757Z","time spent":"1.468832974s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.368807Z","caller":"traceutil/trace.go:171","msg":"trace[1579258544] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"1.472271591s","start":"2026-03-06T01:22:33.89653Z","end":"2026-03-06T01:22:35.368802Z","steps":["trace[1579258544] 'process raft request' (duration: 1.472114467s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.369744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.896523Z","time spent":"1.473197631s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:35.369839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.171226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:35.369854Z","caller":"traceutil/trace.go:171","msg":"trace[312733501] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23222; }","duration":"814.221707ms","start":"2026-03-06T01:22:34.555626Z","end":"2026-03-06T01:22:35.369848Z","steps":["trace[312733501] 'agreement among raft nodes before linearized reading' (duration: 814.192607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.369867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.555605Z","time spent":"814.258688ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:35.370172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.59264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:35.370166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.209602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:35.370186Z","caller":"traceutil/trace.go:171","msg":"trace[32840993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23222; }","duration":"430.643651ms","start":"2026-03-06T01:22:34.939538Z","end":"2026-03-06T01:22:35.370182Z","steps":["trace[32840993] 'agreement among raft nodes before linearized reading' (duration: 430.61686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.370197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.939517Z","time spent":"430.678042ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:35.370198Z","caller":"traceutil/trace.go:171","msg":"trace[2038396556] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23222; }","duration":"200.284064ms","start":"2026-03-06T01:22:35.169904Z","end":"2026-03-06T01:22:35.370188Z","steps":["trace[2038396556] 'agreement among raft nodes before linearized reading' (duration: 200.224092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.519613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064834099s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:36.520132Z","caller":"traceutil/trace.go:171","msg":"trace[2070744190] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"1.14619038s","start":"2026-03-06T01:22:35.373911Z","end":"2026-03-06T01:22:36.520101Z","steps":["trace[2070744190] 'process raft request' (duration: 1.145909654s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.520289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.373886Z","time spent":"1.146304342s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:36.520496Z","caller":"traceutil/trace.go:171","msg":"trace[1358233039] linearizableReadLoop","detail":"{readStateIndex:24037; appliedIndex:24032; }","duration":"1.145972174s","start":"2026-03-06T01:22:35.374501Z","end":"2026-03-06T01:22:36.520473Z","steps":["trace[1358233039] 'read index received' (duration: 71.945022ms)","trace[1358233039] 'applied index is now lower than readState.Index' (duration: 1.074025842s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:36.520532Z","caller":"traceutil/trace.go:171","msg":"trace[861421509] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"1.146084777s","start":"2026-03-06T01:22:35.37442Z","end":"2026-03-06T01:22:36.520504Z","steps":["trace[861421509] 'process raft request' (duration: 1.145970754s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:36.520608Z","caller":"traceutil/trace.go:171","msg":"trace[770735409] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"1.145399652s","start":"2026-03-06T01:22:35.375197Z","end":"2026-03-06T01:22:36.520596Z","steps":["trace[770735409] 'process raft request' (duration: 1.145230018s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.520666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.374389Z","time spent":"1.146210329s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:36.520717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.375187Z","time spent":"1.145454193s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:36.52076Z","caller":"traceutil/trace.go:171","msg":"trace[255068309] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"1.146436524s","start":"2026-03-06T01:22:35.374308Z","end":"2026-03-06T01:22:36.520745Z","steps":["trace[255068309] 'process raft request' (duration: 1.145983324s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.520845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.374287Z","time spent":"1.146517165s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:36.520875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146372033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:36.520905Z","caller":"traceutil/trace.go:171","msg":"trace[324713189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23228; }","duration":"1.146422353s","start":"2026-03-06T01:22:35.374474Z","end":"2026-03-06T01:22:36.520896Z","steps":["trace[324713189] 'agreement among raft nodes before linearized reading' (duration: 1.146357592s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.520938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.374467Z","time spent":"1.146465815s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:36.52105Z","caller":"traceutil/trace.go:171","msg":"trace[1529008560] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"1.14672457s","start":"2026-03-06T01:22:35.374298Z","end":"2026-03-06T01:22:36.521022Z","steps":["trace[1529008560] 'process raft request' (duration: 1.145751109s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.52121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.374288Z","time spent":"1.146841942s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:36.52485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.768403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:22:36.52493Z","caller":"traceutil/trace.go:171","msg":"trace[1574990466] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23229; }","duration":"891.836444ms","start":"2026-03-06T01:22:35.633069Z","end":"2026-03-06T01:22:36.524906Z","steps":["trace[1574990466] 'agreement among raft nodes before linearized reading' (duration: 891.489217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.524997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.633029Z","time spent":"891.960757ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T01:22:36.525247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.676781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:36.525273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.590908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:36.525287Z","caller":"traceutil/trace.go:171","msg":"trace[1728677981] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23229; }","duration":"229.756763ms","start":"2026-03-06T01:22:36.29552Z","end":"2026-03-06T01:22:36.525277Z","steps":["trace[1728677981] 'agreement among raft nodes before linearized reading' (duration: 229.685442ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:36.525368Z","caller":"traceutil/trace.go:171","msg":"trace[205691415] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23229; }","duration":"484.65531ms","start":"2026-03-06T01:22:36.040635Z","end":"2026-03-06T01:22:36.525291Z","steps":["trace[205691415] 'agreement among raft nodes before linearized reading' (duration: 484.605899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.525398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:36.040616Z","time spent":"484.773873ms","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:36.525447Z","caller":"traceutil/trace.go:171","msg":"trace[1711692403] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"822.790167ms","start":"2026-03-06T01:22:35.702648Z","end":"2026-03-06T01:22:36.525438Z","steps":["trace[1711692403] 'process raft request' (duration: 821.737703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.525496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.702618Z","time spent":"822.847218ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:47.098319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.269269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:47.098417Z","caller":"traceutil/trace.go:171","msg":"trace[1553493278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23299; }","duration":"152.421923ms","start":"2026-03-06T01:22:46.945971Z","end":"2026-03-06T01:22:47.098393Z","steps":["trace[1553493278] 'range keys from in-memory index tree' (duration: 152.148217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:53.20924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477980,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:53.540587Z","caller":"traceutil/trace.go:171","msg":"trace[1664017715] linearizableReadLoop","detail":"{readStateIndex:24152; appliedIndex:24151; }","duration":"832.423787ms","start":"2026-03-06T01:22:52.708136Z","end":"2026-03-06T01:22:53.54056Z","steps":["trace[1664017715] 'read index received' (duration: 832.210402ms)","trace[1664017715] 'applied index is now lower than readState.Index' (duration: 211.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:53.540708Z","caller":"traceutil/trace.go:171","msg":"trace[1827199678] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"834.770148ms","start":"2026-03-06T01:22:52.705891Z","end":"2026-03-06T01:22:53.540661Z","steps":["trace[1827199678] 'process raft request' (duration: 834.475722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:53.540909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:52.705871Z","time spent":"834.920602ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:53.540944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.766574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:53.541035Z","caller":"traceutil/trace.go:171","msg":"trace[557426274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23337; }","duration":"833.00763ms","start":"2026-03-06T01:22:52.707999Z","end":"2026-03-06T01:22:53.541007Z","steps":["trace[557426274] 'agreement among raft nodes before linearized reading' (duration: 832.708133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:53.541106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:52.707986Z","time spent":"833.101322ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:54.040819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477988,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:54.042122Z","caller":"traceutil/trace.go:171","msg":"trace[1696055478] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"609.171352ms","start":"2026-03-06T01:22:53.432923Z","end":"2026-03-06T01:22:54.042094Z","steps":["trace[1696055478] 'process raft request' (duration: 608.886246ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:54.042141Z","caller":"traceutil/trace.go:171","msg":"trace[586683167] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"606.036504ms","start":"2026-03-06T01:22:53.436085Z","end":"2026-03-06T01:22:54.042121Z","steps":["trace[586683167] 'process raft request' (duration: 605.904751ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:54.042223Z","caller":"traceutil/trace.go:171","msg":"trace[1840419347] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"590.802539ms","start":"2026-03-06T01:22:53.451403Z","end":"2026-03-06T01:22:54.042206Z","steps":["trace[1840419347] 'process raft request' (duration: 590.758018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.042248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.432895Z","time spent":"609.286355ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:54.042248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.436065Z","time spent":"606.119845ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:54.042249Z","caller":"traceutil/trace.go:171","msg":"trace[1107387451] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"603.649641ms","start":"2026-03-06T01:22:53.43855Z","end":"2026-03-06T01:22:54.042199Z","steps":["trace[1107387451] 'process raft request' (duration: 603.493138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.042317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.451394Z","time spent":"590.87501ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:54.042305Z","caller":"traceutil/trace.go:171","msg":"trace[764426054] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"591.572825ms","start":"2026-03-06T01:22:53.450673Z","end":"2026-03-06T01:22:54.042246Z","steps":["trace[764426054] 'process raft request' (duration: 591.410782ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:54.042373Z","caller":"traceutil/trace.go:171","msg":"trace[867038131] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"590.995183ms","start":"2026-03-06T01:22:53.4513Z","end":"2026-03-06T01:22:54.042296Z","steps":["trace[867038131] 'process raft request' (duration: 590.823959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.042419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.438541Z","time spent":"603.786644ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:54.042562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.450641Z","time spent":"591.778681ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:54.042563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.451278Z","time spent":"591.187407ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:54.089697Z","caller":"traceutil/trace.go:171","msg":"trace[458140008] linearizableReadLoop","detail":"{readStateIndex:24159; appliedIndex:24152; }","duration":"549.017571ms","start":"2026-03-06T01:22:53.54066Z","end":"2026-03-06T01:22:54.089677Z","steps":["trace[458140008] 'read index received' (duration: 501.201331ms)","trace[458140008] 'applied index is now lower than readState.Index' (duration: 47.81521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:54.08993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374725549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:22:54.08989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.541881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:54.089956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374460324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:22:54.089997Z","caller":"traceutil/trace.go:171","msg":"trace[1132705841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23344; }","duration":"1.374784031s","start":"2026-03-06T01:22:52.715169Z","end":"2026-03-06T01:22:54.089953Z","steps":["trace[1132705841] 'agreement among raft nodes before linearized reading' (duration: 1.374641288s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.089992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.918781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:54.090001Z","caller":"traceutil/trace.go:171","msg":"trace[705059315] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23344; }","duration":"625.730526ms","start":"2026-03-06T01:22:53.464245Z","end":"2026-03-06T01:22:54.089975Z","steps":["trace[705059315] 'agreement among raft nodes before linearized reading' (duration: 625.45018ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:54.090004Z","caller":"traceutil/trace.go:171","msg":"trace[1907608659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23344; }","duration":"1.374564057s","start":"2026-03-06T01:22:52.715421Z","end":"2026-03-06T01:22:54.089985Z","steps":["trace[1907608659] 'agreement among raft nodes before linearized reading' (duration: 1.37429708s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:54.09005Z","caller":"traceutil/trace.go:171","msg":"trace[1632865166] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23344; }","duration":"977.002344ms","start":"2026-03-06T01:22:53.11303Z","end":"2026-03-06T01:22:54.090032Z","steps":["trace[1632865166] 'agreement among raft nodes before linearized reading' (duration: 976.87454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.090071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.259456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:54.090058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.46423Z","time spent":"625.814749ms","remote":"127.0.0.1:60328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:54.090062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.043719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:22:54.0901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.113014Z","time spent":"977.077065ms","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T01:22:54.090111Z","caller":"traceutil/trace.go:171","msg":"trace[1143602420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23344; }","duration":"517.149331ms","start":"2026-03-06T01:22:53.572952Z","end":"2026-03-06T01:22:54.090101Z","steps":["trace[1143602420] 'agreement among raft nodes before linearized reading' (duration: 516.998217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.090113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.688196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:54.090137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.572932Z","time spent":"517.199432ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:22:54.090069Z","caller":"traceutil/trace.go:171","msg":"trace[1544008501] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"543.845629ms","start":"2026-03-06T01:22:53.54617Z","end":"2026-03-06T01:22:54.090016Z","steps":["trace[1544008501] 'process raft request' (duration: 543.376967ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:54.090088Z","caller":"traceutil/trace.go:171","msg":"trace[374930297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23344; }","duration":"147.311007ms","start":"2026-03-06T01:22:53.942773Z","end":"2026-03-06T01:22:54.090084Z","steps":["trace[374930297] 'agreement among raft nodes before linearized reading' (duration: 147.279356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.090215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.533222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:22:54.090235Z","caller":"traceutil/trace.go:171","msg":"trace[1979381224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23344; }","duration":"259.596783ms","start":"2026-03-06T01:22:53.830634Z","end":"2026-03-06T01:22:54.090231Z","steps":["trace[1979381224] 'agreement among raft nodes before linearized reading' (duration: 259.521962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.090138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381900028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:22:54.09006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:52.715399Z","time spent":"1.374650159s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:54.090027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:52.71516Z","time spent":"1.374861394s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:54.09041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.280126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:54.09045Z","caller":"traceutil/trace.go:171","msg":"trace[1991425805] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23344; }","duration":"386.343788ms","start":"2026-03-06T01:22:53.704092Z","end":"2026-03-06T01:22:54.090436Z","steps":["trace[1991425805] 'agreement among raft nodes before linearized reading' (duration: 386.248366ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:54.090141Z","caller":"traceutil/trace.go:171","msg":"trace[2079480874] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23344; }","duration":"351.775779ms","start":"2026-03-06T01:22:53.738358Z","end":"2026-03-06T01:22:54.090134Z","steps":["trace[2079480874] 'agreement among raft nodes before linearized reading' (duration: 351.719528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.090476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.704066Z","time spent":"386.399629ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:54.090305Z","caller":"traceutil/trace.go:171","msg":"trace[687219709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23344; }","duration":"1.382214456s","start":"2026-03-06T01:22:52.708083Z","end":"2026-03-06T01:22:54.090297Z","steps":["trace[687219709] 'agreement among raft nodes before linearized reading' (duration: 1.382014741s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.090519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.738335Z","time spent":"352.153637ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:54.090541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:52.708045Z","time spent":"1.382482662s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:54.091026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.546148Z","time spent":"544.065723ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:54.594969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.016667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:54.595112Z","caller":"traceutil/trace.go:171","msg":"trace[804368871] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"499.609507ms","start":"2026-03-06T01:22:54.095467Z","end":"2026-03-06T01:22:54.595076Z","steps":["trace[804368871] 'process raft request' (duration: 359.367266ms)","trace[804368871] 'compare' (duration: 139.690669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:54.5952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.09545Z","time spent":"499.707848ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:54.883286Z","caller":"traceutil/trace.go:171","msg":"trace[800344748] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"787.49569ms","start":"2026-03-06T01:22:54.095766Z","end":"2026-03-06T01:22:54.883261Z","steps":["trace[800344748] 'process raft request' (duration: 787.412228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.883435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.095755Z","time spent":"787.604942ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:54.883614Z","caller":"traceutil/trace.go:171","msg":"trace[1626698272] linearizableReadLoop","detail":"{readStateIndex:24162; appliedIndex:24159; }","duration":"787.172902ms","start":"2026-03-06T01:22:54.096403Z","end":"2026-03-06T01:22:54.883576Z","steps":["trace[1626698272] 'read index received' (duration: 358.628388ms)","trace[1626698272] 'applied index is now lower than readState.Index' (duration: 428.543014ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:54.883913Z","caller":"traceutil/trace.go:171","msg":"trace[1398821901] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"786.652221ms","start":"2026-03-06T01:22:54.09724Z","end":"2026-03-06T01:22:54.883892Z","steps":["trace[1398821901] 'process raft request' (duration: 785.981947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.884006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.09723Z","time spent":"786.734413ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:54.884167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.750246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-06T01:22:54.884261Z","caller":"traceutil/trace.go:171","msg":"trace[1133175004] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23348; }","duration":"787.870928ms","start":"2026-03-06T01:22:54.09637Z","end":"2026-03-06T01:22:54.884241Z","steps":["trace[1133175004] 'agreement among raft nodes before linearized reading' (duration: 787.631073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.8843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.096361Z","time spent":"787.930119ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:22:54.883694Z","caller":"traceutil/trace.go:171","msg":"trace[1319262802] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"787.95804ms","start":"2026-03-06T01:22:54.095715Z","end":"2026-03-06T01:22:54.883673Z","steps":["trace[1319262802] 'process raft request' (duration: 787.325916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.884405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.095699Z","time spent":"788.662405ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:54.88582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.541675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:54.885927Z","caller":"traceutil/trace.go:171","msg":"trace[789030436] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23348; }","duration":"784.680718ms","start":"2026-03-06T01:22:54.101225Z","end":"2026-03-06T01:22:54.885906Z","steps":["trace[789030436] 'agreement among raft nodes before linearized reading' (duration: 784.518544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.88599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.101214Z","time spent":"784.754049ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:22:54.886301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.231089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:54.886526Z","caller":"traceutil/trace.go:171","msg":"trace[13522459] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23348; }","duration":"708.491805ms","start":"2026-03-06T01:22:54.178019Z","end":"2026-03-06T01:22:54.886511Z","steps":["trace[13522459] 'agreement among raft nodes before linearized reading' (duration: 708.233449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.886449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.471472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:54.886581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.178002Z","time spent":"708.565116ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:54.886612Z","caller":"traceutil/trace.go:171","msg":"trace[960919792] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23348; }","duration":"773.642705ms","start":"2026-03-06T01:22:54.11294Z","end":"2026-03-06T01:22:54.886583Z","steps":["trace[960919792] 'agreement among raft nodes before linearized reading' (duration: 773.419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.88666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.112933Z","time spent":"773.711887ms","remote":"127.0.0.1:33226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:55.449294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350477999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:55.764245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.911265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:55.764429Z","caller":"traceutil/trace.go:171","msg":"trace[1808117124] linearizableReadLoop","detail":"{readStateIndex:24166; appliedIndex:24163; }","duration":"815.972456ms","start":"2026-03-06T01:22:54.948444Z","end":"2026-03-06T01:22:55.764417Z","steps":["trace[1808117124] 'read index received' (duration: 614.953739ms)","trace[1808117124] 'applied index is now lower than readState.Index' (duration: 201.017857ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:55.764491Z","caller":"traceutil/trace.go:171","msg":"trace[1012651838] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"875.743808ms","start":"2026-03-06T01:22:54.888742Z","end":"2026-03-06T01:22:55.764485Z","steps":["trace[1012651838] 'process raft request' (duration: 674.539317ms)","trace[1012651838] 'compare' (duration: 200.284522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:55.764517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.88872Z","time spent":"875.78535ms","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1560,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:55.764663Z","caller":"traceutil/trace.go:171","msg":"trace[1134852996] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"331.556954ms","start":"2026-03-06T01:22:55.433056Z","end":"2026-03-06T01:22:55.764613Z","steps":["trace[1134852996] 'process raft request' (duration: 331.335249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:55.764773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.503371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:22:55.764848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.362384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:55.764883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:55.433011Z","time spent":"331.721018ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:55.764913Z","caller":"traceutil/trace.go:171","msg":"trace[459591666] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23351; }","duration":"218.665475ms","start":"2026-03-06T01:22:55.546192Z","end":"2026-03-06T01:22:55.764857Z","steps":["trace[459591666] 'agreement among raft nodes before linearized reading' (duration: 218.419249ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:55.764923Z","caller":"traceutil/trace.go:171","msg":"trace[707374993] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23351; }","duration":"816.525308ms","start":"2026-03-06T01:22:54.948381Z","end":"2026-03-06T01:22:55.764906Z","steps":["trace[707374993] 'agreement among raft nodes before linearized reading' (duration: 816.367874ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:55.764896Z","caller":"traceutil/trace.go:171","msg":"trace[1878780709] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"871.807373ms","start":"2026-03-06T01:22:54.893052Z","end":"2026-03-06T01:22:55.764859Z","steps":["trace[1878780709] 'process raft request' (duration: 871.273031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:55.764964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.948358Z","time spent":"816.59603ms","remote":"127.0.0.1:33362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:22:55.764977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.638588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:55.765086Z","caller":"traceutil/trace.go:171","msg":"trace[469262247] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23351; }","duration":"195.808221ms","start":"2026-03-06T01:22:55.56923Z","end":"2026-03-06T01:22:55.765038Z","steps":["trace[469262247] 'agreement among raft nodes before linearized reading' (duration: 195.611397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:55.765099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.893028Z","time spent":"871.966326ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:56.271734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350478006,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:56.685699Z","caller":"traceutil/trace.go:171","msg":"trace[1720700947] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"915.787748ms","start":"2026-03-06T01:22:55.76988Z","end":"2026-03-06T01:22:56.685668Z","steps":["trace[1720700947] 'process raft request' (duration: 915.590844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.685913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:55.769852Z","time spent":"915.954392ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:56.877342Z","caller":"traceutil/trace.go:171","msg":"trace[1464930289] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"828.695794ms","start":"2026-03-06T01:22:56.04862Z","end":"2026-03-06T01:22:56.877315Z","steps":["trace[1464930289] 'process raft request' (duration: 828.611072ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:56.87737Z","caller":"traceutil/trace.go:171","msg":"trace[61691540] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"828.871278ms","start":"2026-03-06T01:22:56.048456Z","end":"2026-03-06T01:22:56.877328Z","steps":["trace[61691540] 'process raft request' (duration: 828.573712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.877504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.048573Z","time spent":"828.846708ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:56.877525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.048429Z","time spent":"829.005212ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:56.877652Z","caller":"traceutil/trace.go:171","msg":"trace[1789467429] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"829.000472ms","start":"2026-03-06T01:22:56.048641Z","end":"2026-03-06T01:22:56.877641Z","steps":["trace[1789467429] 'process raft request' (duration: 828.631263ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:56.877692Z","caller":"traceutil/trace.go:171","msg":"trace[2068044512] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"827.52127ms","start":"2026-03-06T01:22:56.050159Z","end":"2026-03-06T01:22:56.87768Z","steps":["trace[2068044512] 'process raft request' (duration: 827.475889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.877699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.048631Z","time spent":"829.042063ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:56.877742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.050149Z","time spent":"827.566901ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:56.8778Z","caller":"traceutil/trace.go:171","msg":"trace[588555451] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"829.079753ms","start":"2026-03-06T01:22:56.048711Z","end":"2026-03-06T01:22:56.877791Z","steps":["trace[588555451] 'process raft request' (duration: 828.793937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:56.877813Z","caller":"traceutil/trace.go:171","msg":"trace[1299250186] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"829.093444ms","start":"2026-03-06T01:22:56.048713Z","end":"2026-03-06T01:22:56.877806Z","steps":["trace[1299250186] 'process raft request' (duration: 828.893079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.877846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.048693Z","time spent":"829.135275ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:56.877855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.048704Z","time spent":"829.118365ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:56.880241Z","caller":"traceutil/trace.go:171","msg":"trace[1462960552] linearizableReadLoop","detail":"{readStateIndex:24174; appliedIndex:24166; }","duration":"1.109431282s","start":"2026-03-06T01:22:55.7708Z","end":"2026-03-06T01:22:56.880231Z","steps":["trace[1462960552] 'read index received' (duration: 914.635212ms)","trace[1462960552] 'applied index is now lower than readState.Index' (duration: 194.79541ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:56.880311Z","caller":"traceutil/trace.go:171","msg":"trace[542754713] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"326.149125ms","start":"2026-03-06T01:22:56.55413Z","end":"2026-03-06T01:22:56.880279Z","steps":["trace[542754713] 'process raft request' (duration: 326.028352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.880416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107337517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-03-06T01:22:56.880439Z","caller":"traceutil/trace.go:171","msg":"trace[863857441] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23359; }","duration":"1.107391448s","start":"2026-03-06T01:22:55.773041Z","end":"2026-03-06T01:22:56.880432Z","steps":["trace[863857441] 'agreement among raft nodes before linearized reading' (duration: 1.107278336s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.880467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:55.773027Z","time spent":"1.107428189s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1601,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:22:56.880492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.685575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-06T01:22:56.880475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.554114Z","time spent":"326.275357ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:56.880529Z","caller":"traceutil/trace.go:171","msg":"trace[851485241] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23359; }","duration":"203.777617ms","start":"2026-03-06T01:22:56.676742Z","end":"2026-03-06T01:22:56.88052Z","steps":["trace[851485241] 'agreement among raft nodes before linearized reading' (duration: 203.687895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.880561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.199582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:56.880532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109686688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T01:22:56.880596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.593052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:56.880631Z","caller":"traceutil/trace.go:171","msg":"trace[1380931712] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23359; }","duration":"649.315214ms","start":"2026-03-06T01:22:56.231297Z","end":"2026-03-06T01:22:56.880612Z","steps":["trace[1380931712] 'agreement among raft nodes before linearized reading' (duration: 649.206702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.880645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.152843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:56.880658Z","caller":"traceutil/trace.go:171","msg":"trace[709734480] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23359; }","duration":"574.705325ms","start":"2026-03-06T01:22:56.305936Z","end":"2026-03-06T01:22:56.880642Z","steps":["trace[709734480] 'agreement among raft nodes before linearized reading' (duration: 574.586182ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:56.880664Z","caller":"traceutil/trace.go:171","msg":"trace[1897260057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23359; }","duration":"1.109858153s","start":"2026-03-06T01:22:55.770775Z","end":"2026-03-06T01:22:56.880633Z","steps":["trace[1897260057] 'agreement among raft nodes before linearized reading' (duration: 1.109527795s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.880683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.751244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:56.880678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.231277Z","time spent":"649.387286ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:56.880696Z","caller":"traceutil/trace.go:171","msg":"trace[427993077] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23359; }","duration":"518.274776ms","start":"2026-03-06T01:22:56.362407Z","end":"2026-03-06T01:22:56.880682Z","steps":["trace[427993077] 'agreement among raft nodes before linearized reading' (duration: 518.175534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.880706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.568193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:22:56.880706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.305919Z","time spent":"574.773087ms","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:56.880719Z","caller":"traceutil/trace.go:171","msg":"trace[1106867625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23359; }","duration":"278.813535ms","start":"2026-03-06T01:22:56.601895Z","end":"2026-03-06T01:22:56.880709Z","steps":["trace[1106867625] 'agreement among raft nodes before linearized reading' (duration: 278.738604ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:56.880734Z","caller":"traceutil/trace.go:171","msg":"trace[1468165656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23359; }","duration":"280.628855ms","start":"2026-03-06T01:22:56.600099Z","end":"2026-03-06T01:22:56.880728Z","steps":["trace[1468165656] 'agreement among raft nodes before linearized reading' (duration: 280.543163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.880738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.36237Z","time spent":"518.357898ms","remote":"127.0.0.1:40238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:56.880735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:55.770763Z","time spent":"1.109954974s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:56.880665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.586673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:56.880847Z","caller":"traceutil/trace.go:171","msg":"trace[1144177109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23359; }","duration":"782.784527ms","start":"2026-03-06T01:22:56.098055Z","end":"2026-03-06T01:22:56.88084Z","steps":["trace[1144177109] 'agreement among raft nodes before linearized reading' (duration: 782.545072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.880874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.098005Z","time spent":"782.860259ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:56.880845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.659093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:56.880961Z","caller":"traceutil/trace.go:171","msg":"trace[726342252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23359; }","duration":"929.834177ms","start":"2026-03-06T01:22:55.9511Z","end":"2026-03-06T01:22:56.880934Z","steps":["trace[726342252] 'agreement among raft nodes before linearized reading' (duration: 929.580632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.881018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:55.951083Z","time spent":"929.922649ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:59.053613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.432716Z","time spent":"620.882879ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:59.053906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.131064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:22:59.05395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.749492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-06T01:22:59.054046Z","caller":"traceutil/trace.go:171","msg":"trace[1867467476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23421; }","duration":"361.712347ms","start":"2026-03-06T01:22:58.692313Z","end":"2026-03-06T01:22:59.054025Z","steps":["trace[1867467476] 'range keys from in-memory index tree' (duration: 360.909859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.054079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.69229Z","time spent":"361.781319ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:22:59.054081Z","caller":"traceutil/trace.go:171","msg":"trace[2125838040] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65; range_end:; response_count:1; response_revision:23421; }","duration":"954.463138ms","start":"2026-03-06T01:22:58.099578Z","end":"2026-03-06T01:22:59.054041Z","steps":["trace[2125838040] 'range keys from in-memory index tree' (duration: 953.507796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.05413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.099544Z","time spent":"954.5718ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" "} {"level":"warn","ts":"2026-03-06T01:22:59.0539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.871553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-06T01:22:59.054249Z","caller":"traceutil/trace.go:171","msg":"trace[1606910701] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65; range_end:; response_count:1; response_revision:23421; }","duration":"216.248782ms","start":"2026-03-06T01:22:58.837961Z","end":"2026-03-06T01:22:59.05421Z","steps":["trace[1606910701] 'range keys from in-memory index tree' (duration: 215.678859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:59.081642Z","caller":"traceutil/trace.go:171","msg":"trace[1263034021] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"196.294982ms","start":"2026-03-06T01:22:58.885319Z","end":"2026-03-06T01:22:59.081614Z","steps":["trace[1263034021] 'process raft request' (duration: 196.077107ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:59.687106Z","caller":"traceutil/trace.go:171","msg":"trace[1342887888] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"801.657651ms","start":"2026-03-06T01:22:58.885417Z","end":"2026-03-06T01:22:59.687075Z","steps":["trace[1342887888] 'process raft request' (duration: 801.537499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.687295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.885378Z","time spent":"801.822506ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:59.687364Z","caller":"traceutil/trace.go:171","msg":"trace[1763079636] linearizableReadLoop","detail":"{readStateIndex:24243; appliedIndex:24237; }","duration":"794.28862ms","start":"2026-03-06T01:22:58.893052Z","end":"2026-03-06T01:22:59.687341Z","steps":["trace[1763079636] 'read index received' (duration: 188.426459ms)","trace[1763079636] 'applied index is now lower than readState.Index' (duration: 605.861131ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:59.687553Z","caller":"traceutil/trace.go:171","msg":"trace[1193740868] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"802.050011ms","start":"2026-03-06T01:22:58.885485Z","end":"2026-03-06T01:22:59.687535Z","steps":["trace[1193740868] 'process raft request' (duration: 801.529379ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:59.687624Z","caller":"traceutil/trace.go:171","msg":"trace[294332432] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"802.239065ms","start":"2026-03-06T01:22:58.885367Z","end":"2026-03-06T01:22:59.687606Z","steps":["trace[294332432] 'process raft request' (duration: 801.416116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.687734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.885343Z","time spent":"802.333367ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:59.687931Z","caller":"traceutil/trace.go:171","msg":"trace[1588308788] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"625.275496ms","start":"2026-03-06T01:22:59.062623Z","end":"2026-03-06T01:22:59.687899Z","steps":["trace[1588308788] 'process raft request' (duration: 624.667683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.688041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.062582Z","time spent":"625.402509ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:59.688043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.242422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:59.688066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.891579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:22:59.688061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.996045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:22:59.688086Z","caller":"traceutil/trace.go:171","msg":"trace[813303764] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"802.532901ms","start":"2026-03-06T01:22:58.88553Z","end":"2026-03-06T01:22:59.688063Z","steps":["trace[813303764] 'process raft request' (duration: 801.623442ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:59.688125Z","caller":"traceutil/trace.go:171","msg":"trace[121078677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23429; }","duration":"787.96268ms","start":"2026-03-06T01:22:58.900146Z","end":"2026-03-06T01:22:59.688109Z","steps":["trace[121078677] 'agreement among raft nodes before linearized reading' (duration: 787.807087ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:59.688129Z","caller":"traceutil/trace.go:171","msg":"trace[216756299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23429; }","duration":"745.364644ms","start":"2026-03-06T01:22:58.942738Z","end":"2026-03-06T01:22:59.688103Z","steps":["trace[216756299] 'agreement among raft nodes before linearized reading' (duration: 745.198191ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:59.688137Z","caller":"traceutil/trace.go:171","msg":"trace[1141027400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23429; }","duration":"795.117398ms","start":"2026-03-06T01:22:58.893002Z","end":"2026-03-06T01:22:59.688119Z","steps":["trace[1141027400] 'agreement among raft nodes before linearized reading' (duration: 794.877882ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:59.688146Z","caller":"traceutil/trace.go:171","msg":"trace[408299245] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"629.541261ms","start":"2026-03-06T01:22:59.058589Z","end":"2026-03-06T01:22:59.68813Z","steps":["trace[408299245] 'process raft request' (duration: 628.658832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.688167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.900081Z","time spent":"788.077133ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:59.688165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.266416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:59.688183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.942723Z","time spent":"745.449966ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:59.688079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.643445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:22:59.68821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.885365Z","time spent":"802.776266ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:59.68824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.058563Z","time spent":"629.617272ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:59.688264Z","caller":"traceutil/trace.go:171","msg":"trace[1032675639] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"802.591973ms","start":"2026-03-06T01:22:58.885664Z","end":"2026-03-06T01:22:59.688256Z","steps":["trace[1032675639] 'process raft request' (duration: 801.54727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.688275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.609458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:59.688225Z","caller":"traceutil/trace.go:171","msg":"trace[1307479059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23429; }","duration":"783.80381ms","start":"2026-03-06T01:22:58.904409Z","end":"2026-03-06T01:22:59.688213Z","steps":["trace[1307479059] 'agreement among raft nodes before linearized reading' (duration: 783.523254ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:59.688317Z","caller":"traceutil/trace.go:171","msg":"trace[377009302] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23429; }","duration":"708.69295ms","start":"2026-03-06T01:22:58.979611Z","end":"2026-03-06T01:22:59.688304Z","steps":["trace[377009302] 'agreement among raft nodes before linearized reading' (duration: 708.642769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.688183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.892983Z","time spent":"795.18851ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:59.688338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.885644Z","time spent":"802.655384ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:59.688353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.979591Z","time spent":"708.75169ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:59.688344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.904401Z","time spent":"783.934372ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:22:59.688215Z","caller":"traceutil/trace.go:171","msg":"trace[134059882] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23429; }","duration":"767.363598ms","start":"2026-03-06T01:22:58.920834Z","end":"2026-03-06T01:22:59.688198Z","steps":["trace[134059882] 'agreement among raft nodes before linearized reading' (duration: 767.279887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.688449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.920809Z","time spent":"767.630424ms","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:59.688065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.240906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:22:59.688512Z","caller":"traceutil/trace.go:171","msg":"trace[228564249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23429; }","duration":"793.710877ms","start":"2026-03-06T01:22:58.89479Z","end":"2026-03-06T01:22:59.688501Z","steps":["trace[228564249] 'agreement among raft nodes before linearized reading' (duration: 793.137145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.688564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.894785Z","time spent":"793.765518ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:59.688206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.51847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:59.68861Z","caller":"traceutil/trace.go:171","msg":"trace[961521108] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23429; }","duration":"116.96719ms","start":"2026-03-06T01:22:59.571628Z","end":"2026-03-06T01:22:59.688595Z","steps":["trace[961521108] 'agreement among raft nodes before linearized reading' (duration: 116.525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.688713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.885368Z","time spent":"802.251935ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:59.690218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.126296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:59.690349Z","caller":"traceutil/trace.go:171","msg":"trace[423908616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23429; }","duration":"785.946646ms","start":"2026-03-06T01:22:58.904384Z","end":"2026-03-06T01:22:59.69033Z","steps":["trace[423908616] 'agreement among raft nodes before linearized reading' (duration: 783.558764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.690451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.904376Z","time spent":"786.058689ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:23:00.167013Z","caller":"traceutil/trace.go:171","msg":"trace[1734283108] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"473.37985ms","start":"2026-03-06T01:22:59.693569Z","end":"2026-03-06T01:23:00.166949Z","steps":["trace[1734283108] 'process raft request' (duration: 450.706142ms)","trace[1734283108] 'compare' (duration: 21.746186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:00.167182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.693548Z","time spent":"473.551593ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:02.027686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03967454s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:02.027863Z","caller":"traceutil/trace.go:171","msg":"trace[1095936364] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"2.332582503s","start":"2026-03-06T01:22:59.695248Z","end":"2026-03-06T01:23:02.02783Z","steps":["trace[1095936364] 'process raft request' (duration: 1.292695629s)","trace[1095936364] 'compare' (duration: 1.037786768s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:02.027925Z","caller":"traceutil/trace.go:171","msg":"trace[296935426] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"2.332661444s","start":"2026-03-06T01:22:59.695257Z","end":"2026-03-06T01:23:02.027918Z","steps":["trace[296935426] 'process raft request' (duration: 2.332503341s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:02.027964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.695238Z","time spent":"2.332706786s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:02.027966Z","caller":"traceutil/trace.go:171","msg":"trace[1578407471] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"2.332518062s","start":"2026-03-06T01:22:59.695425Z","end":"2026-03-06T01:23:02.027943Z","steps":["trace[1578407471] 'process raft request' (duration: 2.332412549s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:02.028014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.695228Z","time spent":"2.332709366s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:02.028055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.695413Z","time spent":"2.332600943s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:02.028099Z","caller":"traceutil/trace.go:171","msg":"trace[701338565] linearizableReadLoop","detail":"{readStateIndex:24250; appliedIndex:24245; }","duration":"2.149260855s","start":"2026-03-06T01:22:59.878832Z","end":"2026-03-06T01:23:02.028093Z","steps":["trace[701338565] 'read index received' (duration: 265.539874ms)","trace[701338565] 'applied index is now lower than readState.Index' (duration: 1.883720271s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:02.0279Z","caller":"traceutil/trace.go:171","msg":"trace[799323134] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"939.899337ms","start":"2026-03-06T01:23:01.087986Z","end":"2026-03-06T01:23:02.027886Z","steps":["trace[799323134] 'process raft request' (duration: 939.874427ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:02.028116Z","caller":"traceutil/trace.go:171","msg":"trace[423631832] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"2.332784207s","start":"2026-03-06T01:22:59.695299Z","end":"2026-03-06T01:23:02.028084Z","steps":["trace[423631832] 'process raft request' (duration: 2.332518571s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:02.028182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149360537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:02.0282Z","caller":"traceutil/trace.go:171","msg":"trace[311047648] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23435; }","duration":"2.149380757s","start":"2026-03-06T01:22:59.878812Z","end":"2026-03-06T01:23:02.028193Z","steps":["trace[311047648] 'agreement among raft nodes before linearized reading' (duration: 2.149346546s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:02.028188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.087961Z","time spent":"940.199493ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:02.028221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.87879Z","time spent":"2.149426079s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:02.028253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.695242Z","time spent":"2.332936901s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:02.528982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350478227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:02.942027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:02.942113Z","caller":"traceutil/trace.go:171","msg":"trace[1568162038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053537s","start":"2026-03-06T01:23:00.94204Z","end":"2026-03-06T01:23:02.942094Z","steps":["trace[1568162038] 'agreement among raft nodes before linearized reading' (duration: 1.999947665s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:02.942165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:00.942025Z","time spent":"2.000129129s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:03.029605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350478227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:03.428819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.001997ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:03.428927Z","caller":"traceutil/trace.go:171","msg":"trace[1733847427] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23435; }","duration":"898.121169ms","start":"2026-03-06T01:23:02.530789Z","end":"2026-03-06T01:23:03.42891Z","steps":["trace[1733847427] 'range keys from in-memory index tree' (duration: 897.985206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.519559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49439981s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:23:03.51995Z","caller":"traceutil/trace.go:171","msg":"trace[697644946] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"1.825866781s","start":"2026-03-06T01:23:01.69406Z","end":"2026-03-06T01:23:03.519926Z","steps":["trace[697644946] 'process raft request' (duration: 1.825677917s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.520089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.694039Z","time spent":"1.825974724s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:03.520333Z","caller":"traceutil/trace.go:171","msg":"trace[1773053787] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"1.824584422s","start":"2026-03-06T01:23:01.695723Z","end":"2026-03-06T01:23:03.520307Z","steps":["trace[1773053787] 'process raft request' (duration: 1.824418519s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.520418Z","caller":"traceutil/trace.go:171","msg":"trace[928975888] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"1.823927748s","start":"2026-03-06T01:23:01.696478Z","end":"2026-03-06T01:23:03.520405Z","steps":["trace[928975888] 'process raft request' (duration: 1.823780035s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.520498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.695714Z","time spent":"1.824700684s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:03.52054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46049408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-06T01:23:03.520559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.696468Z","time spent":"1.82399992s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:03.520595Z","caller":"traceutil/trace.go:171","msg":"trace[738453210] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65; range_end:; response_count:1; response_revision:23441; }","duration":"3.460584172s","start":"2026-03-06T01:23:00.060001Z","end":"2026-03-06T01:23:03.520585Z","steps":["trace[738453210] 'agreement among raft nodes before linearized reading' (duration: 3.460452029s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.520618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:00.05998Z","time spent":"3.460632603s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" "} {"level":"info","ts":"2026-03-06T01:23:03.520433Z","caller":"traceutil/trace.go:171","msg":"trace[518834606] linearizableReadLoop","detail":"{readStateIndex:24257; appliedIndex:24251; }","duration":"1.492308504s","start":"2026-03-06T01:23:02.028115Z","end":"2026-03-06T01:23:03.520424Z","steps":["trace[518834606] 'read index received' (duration: 1.491615549s)","trace[518834606] 'applied index is now lower than readState.Index' (duration: 691.945µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:03.520646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985437896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:03.520745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604297171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1bfd11bf65e7\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-06T01:23:03.520832Z","caller":"traceutil/trace.go:171","msg":"trace[1831577374] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1bfd11bf65e7; range_end:; response_count:1; response_revision:23441; }","duration":"2.604424264s","start":"2026-03-06T01:23:00.916387Z","end":"2026-03-06T01:23:03.520811Z","steps":["trace[1831577374] 'agreement among raft nodes before linearized reading' (duration: 2.604144758s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.520839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745038303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:23:03.520883Z","caller":"traceutil/trace.go:171","msg":"trace[86166260] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"1.633850062s","start":"2026-03-06T01:23:01.887024Z","end":"2026-03-06T01:23:03.520874Z","steps":["trace[86166260] 'process raft request' (duration: 1.633362172s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.52089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349163408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:23:03.520915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579566868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:23:03.520944Z","caller":"traceutil/trace.go:171","msg":"trace[61616609] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23441; }","duration":"2.57963754s","start":"2026-03-06T01:23:00.9413Z","end":"2026-03-06T01:23:03.520937Z","steps":["trace[61616609] 'agreement among raft nodes before linearized reading' (duration: 2.579562748s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.520948Z","caller":"traceutil/trace.go:171","msg":"trace[2122491837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23441; }","duration":"1.349256831s","start":"2026-03-06T01:23:02.171676Z","end":"2026-03-06T01:23:03.520933Z","steps":["trace[2122491837] 'agreement among raft nodes before linearized reading' (duration: 1.349107137s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.520973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:00.941279Z","time spent":"2.57968822s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-06T01:23:03.520991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:02.171654Z","time spent":"1.349325263s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:03.521031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619481066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T01:23:03.521049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827558288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:23:03.521062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.886997Z","time spent":"1.633945224s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:03.521099Z","caller":"traceutil/trace.go:171","msg":"trace[751527584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23441; }","duration":"1.619540788s","start":"2026-03-06T01:23:01.901538Z","end":"2026-03-06T01:23:03.521079Z","steps":["trace[751527584] 'agreement among raft nodes before linearized reading' (duration: 1.619385654s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.521106Z","caller":"traceutil/trace.go:171","msg":"trace[1401116521] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23441; }","duration":"1.82767195s","start":"2026-03-06T01:23:01.693423Z","end":"2026-03-06T01:23:03.521095Z","steps":["trace[1401116521] 'agreement among raft nodes before linearized reading' (duration: 1.827509267s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.521152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.901475Z","time spent":"1.61966474s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:23:03.521154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.693403Z","time spent":"1.827742301s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:23:03.520771Z","caller":"traceutil/trace.go:171","msg":"trace[1461158621] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23441; }","duration":"1.98563379s","start":"2026-03-06T01:23:01.535109Z","end":"2026-03-06T01:23:03.520742Z","steps":["trace[1461158621] 'agreement among raft nodes before linearized reading' (duration: 1.985361835s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.521268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.715693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-06T01:23:03.521208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.689609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:03.520836Z","caller":"traceutil/trace.go:171","msg":"trace[813943066] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"1.822793113s","start":"2026-03-06T01:23:01.698026Z","end":"2026-03-06T01:23:03.52082Z","steps":["trace[813943066] 'process raft request' (duration: 1.822323553s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.521307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.535088Z","time spent":"1.986203463s","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.521342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.381464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T01:23:03.521347Z","caller":"traceutil/trace.go:171","msg":"trace[729883978] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23441; }","duration":"536.859563ms","start":"2026-03-06T01:23:02.984471Z","end":"2026-03-06T01:23:03.52133Z","steps":["trace[729883978] 'agreement among raft nodes before linearized reading' (duration: 536.675789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.521368Z","caller":"traceutil/trace.go:171","msg":"trace[1309038540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23441; }","duration":"217.456856ms","start":"2026-03-06T01:23:03.303903Z","end":"2026-03-06T01:23:03.52136Z","steps":["trace[1309038540] 'agreement among raft nodes before linearized reading' (duration: 217.403725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.521398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:02.984447Z","time spent":"536.933364ms","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.521421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.473733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:03.521438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.920106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.52089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:00.916367Z","time spent":"2.604509816s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1bfd11bf65e7\" "} {"level":"info","ts":"2026-03-06T01:23:03.52146Z","caller":"traceutil/trace.go:171","msg":"trace[1480206538] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23441; }","duration":"506.981758ms","start":"2026-03-06T01:23:03.014471Z","end":"2026-03-06T01:23:03.521452Z","steps":["trace[1480206538] 'agreement among raft nodes before linearized reading' (duration: 506.947297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.521463Z","caller":"traceutil/trace.go:171","msg":"trace[297562487] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23441; }","duration":"621.556075ms","start":"2026-03-06T01:23:02.899894Z","end":"2026-03-06T01:23:03.52145Z","steps":["trace[297562487] 'agreement among raft nodes before linearized reading' (duration: 621.409902ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.520898Z","caller":"traceutil/trace.go:171","msg":"trace[864645635] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23441; }","duration":"2.745115534s","start":"2026-03-06T01:23:00.775764Z","end":"2026-03-06T01:23:03.52088Z","steps":["trace[864645635] 'agreement among raft nodes before linearized reading' (duration: 2.744971311s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.52149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:02.899872Z","time spent":"621.611806ms","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.521386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.698013Z","time spent":"1.823317744s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:03.521494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.137531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.521525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.07263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-03-06T01:23:03.521537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:00.77575Z","time spent":"2.745767959s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T01:23:03.521569Z","caller":"traceutil/trace.go:171","msg":"trace[22465899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23441; }","duration":"579.256245ms","start":"2026-03-06T01:23:02.942296Z","end":"2026-03-06T01:23:03.521552Z","steps":["trace[22465899] 'agreement among raft nodes before linearized reading' (duration: 579.116982ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.521607Z","caller":"traceutil/trace.go:171","msg":"trace[518414177] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23441; }","duration":"899.228104ms","start":"2026-03-06T01:23:02.622357Z","end":"2026-03-06T01:23:03.521585Z","steps":["trace[518414177] 'agreement among raft nodes before linearized reading' (duration: 898.982258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.521617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:02.942248Z","time spent":"579.357747ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:23:03.521293Z","caller":"traceutil/trace.go:171","msg":"trace[83812867] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23441; }","duration":"207.777154ms","start":"2026-03-06T01:23:03.313509Z","end":"2026-03-06T01:23:03.521286Z","steps":["trace[83812867] 'agreement among raft nodes before linearized reading' (duration: 207.717603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.521649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:02.62233Z","time spent":"899.310536ms","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-06T01:23:03.520693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62062067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:03.521732Z","caller":"traceutil/trace.go:171","msg":"trace[143442970] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23441; }","duration":"2.621697984s","start":"2026-03-06T01:23:00.900024Z","end":"2026-03-06T01:23:03.521722Z","steps":["trace[143442970] 'agreement among raft nodes before linearized reading' (duration: 2.620629531s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.521757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:00.900004Z","time spent":"2.621743614s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.521482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.014448Z","time spent":"507.026088ms","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.520346Z","caller":"traceutil/trace.go:171","msg":"trace[349537961] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"1.824760377s","start":"2026-03-06T01:23:01.695504Z","end":"2026-03-06T01:23:03.520264Z","steps":["trace[349537961] 'process raft request' (duration: 1.824390609s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.522235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.695475Z","time spent":"1.826699399s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:04.615617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.172562ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:23:04.615697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.524576Z","time spent":"1.09111856s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:23:04.617404Z","caller":"traceutil/trace.go:171","msg":"trace[805314185] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"1.092634753s","start":"2026-03-06T01:23:03.524749Z","end":"2026-03-06T01:23:04.617384Z","steps":["trace[805314185] 'process raft request' (duration: 1.092306796s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:04.617454Z","caller":"traceutil/trace.go:171","msg":"trace[970423310] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"1.089879982s","start":"2026-03-06T01:23:03.52755Z","end":"2026-03-06T01:23:04.61743Z","steps":["trace[970423310] 'process raft request' (duration: 1.089805801s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:04.617516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.52473Z","time spent":"1.092721475s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:04.617603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.527541Z","time spent":"1.089988135s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:04.617836Z","caller":"traceutil/trace.go:171","msg":"trace[869119341] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"1.090304643s","start":"2026-03-06T01:23:03.527519Z","end":"2026-03-06T01:23:04.617824Z","steps":["trace[869119341] 'process raft request' (duration: 1.08977964s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:04.617905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.5275Z","time spent":"1.090373194s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:04.618141Z","caller":"traceutil/trace.go:171","msg":"trace[684978803] linearizableReadLoop","detail":"{readStateIndex:24259; appliedIndex:24257; }","duration":"1.090538617s","start":"2026-03-06T01:23:03.527501Z","end":"2026-03-06T01:23:04.618039Z","steps":["trace[684978803] 'read index received' (duration: 250.960373ms)","trace[684978803] 'applied index is now lower than readState.Index' (duration: 839.575164ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:04.618201Z","caller":"traceutil/trace.go:171","msg":"trace[16675654] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"1.090446336s","start":"2026-03-06T01:23:03.527742Z","end":"2026-03-06T01:23:04.618188Z","steps":["trace[16675654] 'process raft request' (duration: 1.089908804s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:04.618264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.527703Z","time spent":"1.090527618s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:04.618268Z","caller":"traceutil/trace.go:171","msg":"trace[1851477770] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"1.090540468s","start":"2026-03-06T01:23:03.527713Z","end":"2026-03-06T01:23:04.618253Z","steps":["trace[1851477770] 'process raft request' (duration: 1.089680228s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:04.618355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090848114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-k5lng\" ","response":"range_response_count:1 size:4022"} {"level":"info","ts":"2026-03-06T01:23:04.6184Z","caller":"traceutil/trace.go:171","msg":"trace[1053499110] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-k5lng; range_end:; response_count:1; response_revision:23446; }","duration":"1.090907626s","start":"2026-03-06T01:23:03.527475Z","end":"2026-03-06T01:23:04.618382Z","steps":["trace[1053499110] 'agreement among raft nodes before linearized reading' (duration: 1.090766433s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:04.618445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.527467Z","time spent":"1.090971127s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4045,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-k5lng\" "} {"level":"warn","ts":"2026-03-06T01:23:04.618551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.527695Z","time spent":"1.090602859s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:05.119114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350478239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:05.530412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:05.530492Z","caller":"traceutil/trace.go:171","msg":"trace[240653795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241991s","start":"2026-03-06T01:23:03.530231Z","end":"2026-03-06T01:23:05.530473Z","steps":["trace[240653795] 'agreement among raft nodes before linearized reading' (duration: 2.000154049s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:05.530541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.530219Z","time spent":"2.000305113s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:05.619594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350478239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:06.120713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350478239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:06.262189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.645280954s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:06.564992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.317251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:06.565107Z","caller":"traceutil/trace.go:171","msg":"trace[903975350] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"2.530306676s","start":"2026-03-06T01:23:04.034779Z","end":"2026-03-06T01:23:06.565086Z","steps":["trace[903975350] 'process raft request' (duration: 2.22780024s)","trace[903975350] 'compare' (duration: 301.36331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:06.565181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.03475Z","time spent":"2.530390348s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:06.927562Z","caller":"traceutil/trace.go:171","msg":"trace[1366888257] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"2.310313893s","start":"2026-03-06T01:23:04.617224Z","end":"2026-03-06T01:23:06.927538Z","steps":["trace[1366888257] 'process raft request' (duration: 2.309607758s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.927681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.617206Z","time spent":"2.310413326s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:06.928106Z","caller":"traceutil/trace.go:171","msg":"trace[128650335] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"1.533289703s","start":"2026-03-06T01:23:05.394794Z","end":"2026-03-06T01:23:06.928084Z","steps":["trace[128650335] 'process raft request' (duration: 1.53268322s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.928227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.394777Z","time spent":"1.533383884s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:06.928678Z","caller":"traceutil/trace.go:171","msg":"trace[401002662] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"1.399263259s","start":"2026-03-06T01:23:05.529398Z","end":"2026-03-06T01:23:06.928661Z","steps":["trace[401002662] 'process raft request' (duration: 1.398201245s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.928777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.529373Z","time spent":"1.399354402s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:06.928999Z","caller":"traceutil/trace.go:171","msg":"trace[674317341] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"1.399252889s","start":"2026-03-06T01:23:05.529738Z","end":"2026-03-06T01:23:06.928991Z","steps":["trace[674317341] 'process raft request' (duration: 1.399018254s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.929046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.529727Z","time spent":"1.39929347s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:06.929129Z","caller":"traceutil/trace.go:171","msg":"trace[1040847691] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"1.399455003s","start":"2026-03-06T01:23:05.529669Z","end":"2026-03-06T01:23:06.929125Z","steps":["trace[1040847691] 'process raft request' (duration: 1.398964422s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.929161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.529632Z","time spent":"1.399512505s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:06.929197Z","caller":"traceutil/trace.go:171","msg":"trace[1606087038] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"1.399222028s","start":"2026-03-06T01:23:05.529907Z","end":"2026-03-06T01:23:06.929129Z","steps":["trace[1606087038] 'process raft request' (duration: 1.398887661s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.929349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.529893Z","time spent":"1.399373712s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:06.9294Z","caller":"traceutil/trace.go:171","msg":"trace[1151661858] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"964.796105ms","start":"2026-03-06T01:23:05.96459Z","end":"2026-03-06T01:23:06.929386Z","steps":["trace[1151661858] 'process raft request' (duration: 964.243403ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:06.929401Z","caller":"traceutil/trace.go:171","msg":"trace[874022611] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"1.398743098s","start":"2026-03-06T01:23:05.530618Z","end":"2026-03-06T01:23:06.929361Z","steps":["trace[874022611] 'process raft request' (duration: 1.398198557s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.929577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.530594Z","time spent":"1.398887131s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:06.929445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.964568Z","time spent":"964.851937ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:06.935585Z","caller":"traceutil/trace.go:171","msg":"trace[1301852378] linearizableReadLoop","detail":"{readStateIndex:24273; appliedIndex:24263; }","duration":"2.317364488s","start":"2026-03-06T01:23:04.61821Z","end":"2026-03-06T01:23:06.935575Z","steps":["trace[1301852378] 'read index received' (duration: 1.644380094s)","trace[1301852378] 'applied index is now lower than readState.Index' (duration: 672.983744ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:06.935665Z","caller":"traceutil/trace.go:171","msg":"trace[1849207274] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"787.623732ms","start":"2026-03-06T01:23:06.148035Z","end":"2026-03-06T01:23:06.935659Z","steps":["trace[1849207274] 'process raft request' (duration: 787.365587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.935709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.148012Z","time spent":"787.665064ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:06.935906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90376618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:23:06.935907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903709658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:23:06.935941Z","caller":"traceutil/trace.go:171","msg":"trace[852347796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23456; }","duration":"2.90381286s","start":"2026-03-06T01:23:04.032111Z","end":"2026-03-06T01:23:06.935924Z","steps":["trace[852347796] 'agreement among raft nodes before linearized reading' (duration: 2.903714958s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.93596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.0321Z","time spent":"2.903854771s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:23:06.935965Z","caller":"traceutil/trace.go:171","msg":"trace[616503440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23456; }","duration":"2.90381456s","start":"2026-03-06T01:23:04.032135Z","end":"2026-03-06T01:23:06.93595Z","steps":["trace[616503440] 'agreement among raft nodes before linearized reading' (duration: 2.903645076s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.032111Z","time spent":"2.903891612s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:06.936069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903949533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:23:06.936118Z","caller":"traceutil/trace.go:171","msg":"trace[762807071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23456; }","duration":"2.903995574s","start":"2026-03-06T01:23:04.032113Z","end":"2026-03-06T01:23:06.936109Z","steps":["trace[762807071] 'agreement among raft nodes before linearized reading' (duration: 2.903877542s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.032075Z","time spent":"2.904064736s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:23:06.936198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.735937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:06.936223Z","caller":"traceutil/trace.go:171","msg":"trace[1413188642] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23456; }","duration":"143.762398ms","start":"2026-03-06T01:23:06.792456Z","end":"2026-03-06T01:23:06.936218Z","steps":["trace[1413188642] 'agreement among raft nodes before linearized reading' (duration: 143.722007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427403725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:06.936301Z","caller":"traceutil/trace.go:171","msg":"trace[1881953353] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23456; }","duration":"2.427471886s","start":"2026-03-06T01:23:04.508822Z","end":"2026-03-06T01:23:06.936294Z","steps":["trace[1881953353] 'agreement among raft nodes before linearized reading' (duration: 2.427412965s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.5088Z","time spent":"2.427517507s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:06.936337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.479426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:06.936352Z","caller":"traceutil/trace.go:171","msg":"trace[638061115] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23456; }","duration":"282.532667ms","start":"2026-03-06T01:23:06.653815Z","end":"2026-03-06T01:23:06.936347Z","steps":["trace[638061115] 'agreement among raft nodes before linearized reading' (duration: 282.493847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137627417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:06.936455Z","caller":"traceutil/trace.go:171","msg":"trace[1007305497] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23456; }","duration":"3.137733559s","start":"2026-03-06T01:23:03.798709Z","end":"2026-03-06T01:23:06.936443Z","steps":["trace[1007305497] 'agreement among raft nodes before linearized reading' (duration: 3.137648888s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542136755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:06.936476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.257532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:23:06.936487Z","caller":"traceutil/trace.go:171","msg":"trace[1394618994] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23456; }","duration":"2.542199666s","start":"2026-03-06T01:23:04.394278Z","end":"2026-03-06T01:23:06.936478Z","steps":["trace[1394618994] 'agreement among raft nodes before linearized reading' (duration: 2.542152455s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:06.936492Z","caller":"traceutil/trace.go:171","msg":"trace[1741286050] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23456; }","duration":"313.275752ms","start":"2026-03-06T01:23:06.623211Z","end":"2026-03-06T01:23:06.936487Z","steps":["trace[1741286050] 'agreement among raft nodes before linearized reading' (duration: 313.225451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.623163Z","time spent":"313.344904ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:06.936516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.39426Z","time spent":"2.542245318s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:06.936602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408557089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T01:23:06.936633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.233745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:06.936653Z","caller":"traceutil/trace.go:171","msg":"trace[693521383] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23456; }","duration":"401.289566ms","start":"2026-03-06T01:23:06.535358Z","end":"2026-03-06T01:23:06.936647Z","steps":["trace[693521383] 'agreement among raft nodes before linearized reading' (duration: 401.261435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768635391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:06.936666Z","caller":"traceutil/trace.go:171","msg":"trace[556341757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23456; }","duration":"3.40862074s","start":"2026-03-06T01:23:03.528022Z","end":"2026-03-06T01:23:06.936642Z","steps":["trace[556341757] 'agreement among raft nodes before linearized reading' (duration: 3.408480947s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.535327Z","time spent":"401.338696ms","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:06.936675Z","caller":"traceutil/trace.go:171","msg":"trace[508944224] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23456; }","duration":"2.768700702s","start":"2026-03-06T01:23:04.167968Z","end":"2026-03-06T01:23:06.936669Z","steps":["trace[508944224] 'agreement among raft nodes before linearized reading' (duration: 2.768658381s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.528013Z","time spent":"3.408673851s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:23:06.936706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.167946Z","time spent":"2.768753854s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:06.93677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.503562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:06.936801Z","caller":"traceutil/trace.go:171","msg":"trace[1865494374] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23456; }","duration":"651.571633ms","start":"2026-03-06T01:23:06.285223Z","end":"2026-03-06T01:23:06.936794Z","steps":["trace[1865494374] 'agreement among raft nodes before linearized reading' (duration: 651.529202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.285153Z","time spent":"651.661816ms","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:06.936608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.838834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:23:06.936872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76900425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:06.936884Z","caller":"traceutil/trace.go:171","msg":"trace[381393850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23456; }","duration":"314.151841ms","start":"2026-03-06T01:23:06.622724Z","end":"2026-03-06T01:23:06.936875Z","steps":["trace[381393850] 'agreement among raft nodes before linearized reading' (duration: 313.847994ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:06.936893Z","caller":"traceutil/trace.go:171","msg":"trace[1531309425] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23456; }","duration":"2.7690628s","start":"2026-03-06T01:23:04.167824Z","end":"2026-03-06T01:23:06.936887Z","steps":["trace[1531309425] 'agreement among raft nodes before linearized reading' (duration: 2.769005419s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.6227Z","time spent":"314.202712ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:06.936914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.167806Z","time spent":"2.769103022s","remote":"127.0.0.1:33346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:06.936932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318222378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:06.936954Z","caller":"traceutil/trace.go:171","msg":"trace[1029060032] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23456; }","duration":"1.318275529s","start":"2026-03-06T01:23:05.618674Z","end":"2026-03-06T01:23:06.936949Z","steps":["trace[1029060032] 'agreement among raft nodes before linearized reading' (duration: 1.318237479s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.936968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.618657Z","time spent":"1.318308s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:06.93622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410156476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-06T01:23:06.936037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405451466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:06.937096Z","caller":"traceutil/trace.go:171","msg":"trace[91700524] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65; range_end:; response_count:1; response_revision:23456; }","duration":"2.411033747s","start":"2026-03-06T01:23:04.526056Z","end":"2026-03-06T01:23:06.93709Z","steps":["trace[91700524] 'agreement among raft nodes before linearized reading' (duration: 2.410104085s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:06.937102Z","caller":"traceutil/trace.go:171","msg":"trace[1490273244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23456; }","duration":"1.40654209s","start":"2026-03-06T01:23:05.530553Z","end":"2026-03-06T01:23:06.937095Z","steps":["trace[1490273244] 'agreement among raft nodes before linearized reading' (duration: 1.405468595s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.937118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.525984Z","time spent":"2.411125488s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" "} {"level":"warn","ts":"2026-03-06T01:23:06.937133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.53053Z","time spent":"1.406588071s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:06.936489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.798687Z","time spent":"3.137790691s","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:06.935943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408174711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bf22d3826b7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:23:06.937443Z","caller":"traceutil/trace.go:171","msg":"trace[468257087] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1bf22d3826b7; range_end:; response_count:1; response_revision:23456; }","duration":"3.409689495s","start":"2026-03-06T01:23:03.527743Z","end":"2026-03-06T01:23:06.937433Z","steps":["trace[468257087] 'agreement among raft nodes before linearized reading' (duration: 3.408086979s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.93748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.527737Z","time spent":"3.409734306s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bf22d3826b7\" "} {"level":"warn","ts":"2026-03-06T01:23:06.937073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904888355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:23:06.937786Z","caller":"traceutil/trace.go:171","msg":"trace[1404696206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23456; }","duration":"2.90562315s","start":"2026-03-06T01:23:04.032154Z","end":"2026-03-06T01:23:06.937777Z","steps":["trace[1404696206] 'agreement among raft nodes before linearized reading' (duration: 2.904867903s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.937824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.03212Z","time spent":"2.905695502s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:23:08.678013Z","caller":"traceutil/trace.go:171","msg":"trace[1202772229] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"147.752026ms","start":"2026-03-06T01:23:08.530239Z","end":"2026-03-06T01:23:08.677991Z","steps":["trace[1202772229] 'process raft request' (duration: 147.603023ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:08.679064Z","caller":"traceutil/trace.go:171","msg":"trace[1428343926] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"108.36333ms","start":"2026-03-06T01:23:08.570677Z","end":"2026-03-06T01:23:08.67904Z","steps":["trace[1428343926] 'process raft request' (duration: 108.245077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.461716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.015656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:09.461857Z","caller":"traceutil/trace.go:171","msg":"trace[2136309943] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"528.044881ms","start":"2026-03-06T01:23:08.933784Z","end":"2026-03-06T01:23:09.461829Z","steps":["trace[2136309943] 'process raft request' (duration: 138.81588ms)","trace[2136309943] 'compare' (duration: 388.72596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:09.461956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.933764Z","time spent":"528.145682ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:10.31809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.801632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:10.318257Z","caller":"traceutil/trace.go:171","msg":"trace[277517879] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24285; }","duration":"1.378654417s","start":"2026-03-06T01:23:08.939591Z","end":"2026-03-06T01:23:10.318245Z","steps":["trace[277517879] 'read index received' (duration: 133.181147ms)","trace[277517879] 'applied index is now lower than readState.Index' (duration: 1.24547268s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:10.31841Z","caller":"traceutil/trace.go:171","msg":"trace[1118639786] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"1.382537142s","start":"2026-03-06T01:23:08.935865Z","end":"2026-03-06T01:23:10.318402Z","steps":["trace[1118639786] 'process raft request' (duration: 982.363481ms)","trace[1118639786] 'compare' (duration: 399.71891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:10.31845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.935841Z","time spent":"1.382590403s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:10.31861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370052477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T01:23:10.318633Z","caller":"traceutil/trace.go:171","msg":"trace[999296523] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65; range_end:; response_count:1; response_revision:23472; }","duration":"1.370082548s","start":"2026-03-06T01:23:08.948543Z","end":"2026-03-06T01:23:10.318626Z","steps":["trace[999296523] 'agreement among raft nodes before linearized reading' (duration: 1.370007476s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.318649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.948538Z","time spent":"1.370106438s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" "} {"level":"warn","ts":"2026-03-06T01:23:10.318628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379025026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.318688Z","caller":"traceutil/trace.go:171","msg":"trace[1630703316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23472; }","duration":"1.379115947s","start":"2026-03-06T01:23:08.939556Z","end":"2026-03-06T01:23:10.318672Z","steps":["trace[1630703316] 'agreement among raft nodes before linearized reading' (duration: 1.378989894s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.318742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.939544Z","time spent":"1.379187139s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:10.318809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.156712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.318832Z","caller":"traceutil/trace.go:171","msg":"trace[720303397] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23472; }","duration":"243.182852ms","start":"2026-03-06T01:23:10.075643Z","end":"2026-03-06T01:23:10.318826Z","steps":["trace[720303397] 'agreement among raft nodes before linearized reading' (duration: 243.146391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.318909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340480479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:23:10.318938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340301064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:23:10.318942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363258028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.318981Z","caller":"traceutil/trace.go:171","msg":"trace[648800853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23472; }","duration":"1.340346625s","start":"2026-03-06T01:23:08.978623Z","end":"2026-03-06T01:23:10.318969Z","steps":["trace[648800853] 'agreement among raft nodes before linearized reading' (duration: 1.340221153s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.319001Z","caller":"traceutil/trace.go:171","msg":"trace[178268120] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23472; }","duration":"1.363348241s","start":"2026-03-06T01:23:08.955638Z","end":"2026-03-06T01:23:10.318986Z","steps":["trace[178268120] 'agreement among raft nodes before linearized reading' (duration: 1.363194147s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.319022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.150002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:10.319025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.103303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:10.318928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2882682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.319075Z","caller":"traceutil/trace.go:171","msg":"trace[851258370] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"1.382864419s","start":"2026-03-06T01:23:08.936196Z","end":"2026-03-06T01:23:10.319061Z","steps":["trace[851258370] 'process raft request' (duration: 1.38200799s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.319092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.540953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:10.319089Z","caller":"traceutil/trace.go:171","msg":"trace[714935626] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23472; }","duration":"878.247394ms","start":"2026-03-06T01:23:09.440819Z","end":"2026-03-06T01:23:10.319066Z","steps":["trace[714935626] 'agreement among raft nodes before linearized reading' (duration: 878.162523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.319097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340747814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:23:10.319121Z","caller":"traceutil/trace.go:171","msg":"trace[2052173724] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23472; }","duration":"392.611044ms","start":"2026-03-06T01:23:09.926506Z","end":"2026-03-06T01:23:10.319117Z","steps":["trace[2052173724] 'agreement among raft nodes before linearized reading' (duration: 392.512322ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.319024Z","caller":"traceutil/trace.go:171","msg":"trace[881103511] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.382887459s","start":"2026-03-06T01:23:08.936124Z","end":"2026-03-06T01:23:10.319012Z","steps":["trace[881103511] 'process raft request' (duration: 1.3820598s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.319146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:09.926486Z","time spent":"392.655975ms","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:10.318962Z","caller":"traceutil/trace.go:171","msg":"trace[1076921146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23472; }","duration":"1.34054921s","start":"2026-03-06T01:23:08.978401Z","end":"2026-03-06T01:23:10.31895Z","steps":["trace[1076921146] 'agreement among raft nodes before linearized reading' (duration: 1.340394256s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.319156Z","caller":"traceutil/trace.go:171","msg":"trace[240738960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23472; }","duration":"1.340821436s","start":"2026-03-06T01:23:08.978319Z","end":"2026-03-06T01:23:10.31914Z","steps":["trace[240738960] 'agreement among raft nodes before linearized reading' (duration: 1.340641402s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.319173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340866827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:23:10.319177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.978397Z","time spent":"1.340773455s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:23:10.319108Z","caller":"traceutil/trace.go:171","msg":"trace[755853808] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23472; }","duration":"1.288516556s","start":"2026-03-06T01:23:09.030572Z","end":"2026-03-06T01:23:10.319088Z","steps":["trace[755853808] 'agreement among raft nodes before linearized reading' (duration: 1.28824227s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.3192Z","caller":"traceutil/trace.go:171","msg":"trace[1133502714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23472; }","duration":"1.340906727s","start":"2026-03-06T01:23:08.978284Z","end":"2026-03-06T01:23:10.319191Z","steps":["trace[1133502714] 'agreement among raft nodes before linearized reading' (duration: 1.340831535s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.319232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.978275Z","time spent":"1.340951248s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:10.319141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:09.440795Z","time spent":"878.334886ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:10.319237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.936117Z","time spent":"1.383044113s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:10.318978Z","caller":"traceutil/trace.go:171","msg":"trace[2024741085] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"1.38292856s","start":"2026-03-06T01:23:08.936029Z","end":"2026-03-06T01:23:10.318958Z","steps":["trace[2024741085] 'process raft request' (duration: 1.382124712s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.31903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.978607Z","time spent":"1.340415056s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:10.319318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.936021Z","time spent":"1.383276468s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:10.319284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:09.030548Z","time spent":"1.2886869s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:10.319085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316635744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:10.319107Z","caller":"traceutil/trace.go:171","msg":"trace[838377409] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23472; }","duration":"752.229306ms","start":"2026-03-06T01:23:09.566852Z","end":"2026-03-06T01:23:10.319081Z","steps":["trace[838377409] 'agreement among raft nodes before linearized reading' (duration: 752.079262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.319388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:09.566827Z","time spent":"752.546482ms","remote":"127.0.0.1:37306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:10.319379Z","caller":"traceutil/trace.go:171","msg":"trace[523715696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23472; }","duration":"1.316947741s","start":"2026-03-06T01:23:09.002409Z","end":"2026-03-06T01:23:10.319356Z","steps":["trace[523715696] 'agreement among raft nodes before linearized reading' (duration: 1.316641074s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.319189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.978316Z","time spent":"1.340864167s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:10.319463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:09.002396Z","time spent":"1.317044462s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:10.31917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.936189Z","time spent":"1.3829307s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:10.319051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.95563Z","time spent":"1.363407072s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:10.319604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341086212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:23:10.319688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341295976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:23:10.319774Z","caller":"traceutil/trace.go:171","msg":"trace[1689166662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23472; }","duration":"1.341418258s","start":"2026-03-06T01:23:08.978336Z","end":"2026-03-06T01:23:10.319754Z","steps":["trace[1689166662] 'agreement among raft nodes before linearized reading' (duration: 1.340641021s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.319726Z","caller":"traceutil/trace.go:171","msg":"trace[1546819530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23472; }","duration":"1.341218254s","start":"2026-03-06T01:23:08.978489Z","end":"2026-03-06T01:23:10.319707Z","steps":["trace[1546819530] 'agreement among raft nodes before linearized reading' (duration: 1.340386626s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.319907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.978485Z","time spent":"1.341404098s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:23:10.319829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.978333Z","time spent":"1.34148512s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:23:10.654466Z","caller":"traceutil/trace.go:171","msg":"trace[2045694274] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"330.416607ms","start":"2026-03-06T01:23:10.324022Z","end":"2026-03-06T01:23:10.654439Z","steps":["trace[2045694274] 'process raft request' (duration: 249.398298ms)","trace[2045694274] 'compare' (duration: 80.902607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:10.654605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.324012Z","time spent":"330.518691ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:11.669581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017138615s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:11.770912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.119441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:11.771192Z","caller":"traceutil/trace.go:171","msg":"trace[1613414183] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.446967037s","start":"2026-03-06T01:23:10.324191Z","end":"2026-03-06T01:23:11.771158Z","steps":["trace[1613414183] 'process raft request' (duration: 1.446817444s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.771418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.324178Z","time spent":"1.447155261s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:11.771808Z","caller":"traceutil/trace.go:171","msg":"trace[402768954] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.447597571s","start":"2026-03-06T01:23:10.324187Z","end":"2026-03-06T01:23:11.771785Z","steps":["trace[402768954] 'process raft request' (duration: 1.446876025s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.771919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.32416Z","time spent":"1.447700612s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:11.771931Z","caller":"traceutil/trace.go:171","msg":"trace[397979023] linearizableReadLoop","detail":"{readStateIndex:24295; appliedIndex:24290; }","duration":"1.444553483s","start":"2026-03-06T01:23:10.327359Z","end":"2026-03-06T01:23:11.771912Z","steps":["trace[397979023] 'read index received' (duration: 246.153137ms)","trace[397979023] 'applied index is now lower than readState.Index' (duration: 1.198399386s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:11.77195Z","caller":"traceutil/trace.go:171","msg":"trace[110508791] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"1.428116063s","start":"2026-03-06T01:23:10.343813Z","end":"2026-03-06T01:23:11.771929Z","steps":["trace[110508791] 'process raft request' (duration: 1.428012001s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.771974Z","caller":"traceutil/trace.go:171","msg":"trace[1338006175] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"1.446176439s","start":"2026-03-06T01:23:10.325772Z","end":"2026-03-06T01:23:11.771948Z","steps":["trace[1338006175] 'process raft request' (duration: 1.445325361s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.77206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.343801Z","time spent":"1.428199774s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:11.772097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.325763Z","time spent":"1.446268682s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:11.772127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444700656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:11.772231Z","caller":"traceutil/trace.go:171","msg":"trace[999415004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23478; }","duration":"1.444886171s","start":"2026-03-06T01:23:10.327329Z","end":"2026-03-06T01:23:11.772215Z","steps":["trace[999415004] 'agreement among raft nodes before linearized reading' (duration: 1.444671906s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.772802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.32732Z","time spent":"1.445467004s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:23:11.774757Z","caller":"traceutil/trace.go:171","msg":"trace[1277225043] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.447005688s","start":"2026-03-06T01:23:10.324191Z","end":"2026-03-06T01:23:11.771197Z","steps":["trace[1277225043] 'process raft request' (duration: 1.345522399s)","trace[1277225043] 'compare' (duration: 100.717992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:11.774915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.324173Z","time spent":"1.450678308s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:11.777569Z","caller":"traceutil/trace.go:171","msg":"trace[1310138306] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"1.094072924s","start":"2026-03-06T01:23:10.683479Z","end":"2026-03-06T01:23:11.777552Z","steps":["trace[1310138306] 'process raft request' (duration: 1.093691866s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.777684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.683446Z","time spent":"1.094190967s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:11.777842Z","caller":"traceutil/trace.go:171","msg":"trace[632880449] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"302.423313ms","start":"2026-03-06T01:23:11.475407Z","end":"2026-03-06T01:23:11.77783Z","steps":["trace[632880449] 'process raft request' (duration: 301.906302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.777908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.475383Z","time spent":"302.491285ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:11.778228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198464318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:11.778355Z","caller":"traceutil/trace.go:171","msg":"trace[744410610] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23480; }","duration":"1.198602341s","start":"2026-03-06T01:23:10.579739Z","end":"2026-03-06T01:23:11.778341Z","steps":["trace[744410610] 'agreement among raft nodes before linearized reading' (duration: 1.198434838s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.778452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.62913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274793"} {"level":"info","ts":"2026-03-06T01:23:11.778515Z","caller":"traceutil/trace.go:171","msg":"trace[1086930414] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23480; }","duration":"115.733293ms","start":"2026-03-06T01:23:11.66277Z","end":"2026-03-06T01:23:11.778504Z","steps":["trace[1086930414] 'agreement among raft nodes before linearized reading' (duration: 115.211171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.778641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.120114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T01:23:11.778701Z","caller":"traceutil/trace.go:171","msg":"trace[1243734819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65; range_end:; response_count:1; response_revision:23480; }","duration":"453.210847ms","start":"2026-03-06T01:23:11.325481Z","end":"2026-03-06T01:23:11.778692Z","steps":["trace[1243734819] 'agreement among raft nodes before linearized reading' (duration: 452.994912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.778741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.325463Z","time spent":"453.267778ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658a8ef-7dd9-4f8f-a2a5-da83bba21d65\" "} {"level":"warn","ts":"2026-03-06T01:23:11.77892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.743751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:11.778458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.579657Z","time spent":"1.198744474s","remote":"127.0.0.1:60004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:11.778976Z","caller":"traceutil/trace.go:171","msg":"trace[1683452600] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23480; }","duration":"765.829634ms","start":"2026-03-06T01:23:11.013138Z","end":"2026-03-06T01:23:11.778968Z","steps":["trace[1683452600] 'agreement among raft nodes before linearized reading' (duration: 765.754552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.779037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.013124Z","time spent":"765.903885ms","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:11.77924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.230814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:23:11.779302Z","caller":"traceutil/trace.go:171","msg":"trace[931431064] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23480; }","duration":"838.291986ms","start":"2026-03-06T01:23:10.941002Z","end":"2026-03-06T01:23:11.779294Z","steps":["trace[931431064] 'agreement among raft nodes before linearized reading' (duration: 838.187493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.779419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.94098Z","time spent":"838.430279ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-06T01:23:11.779674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.747182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:11.779733Z","caller":"traceutil/trace.go:171","msg":"trace[817997650] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23480; }","duration":"877.842344ms","start":"2026-03-06T01:23:10.901883Z","end":"2026-03-06T01:23:11.779725Z","steps":["trace[817997650] 'agreement among raft nodes before linearized reading' (duration: 877.759422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.779773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.901862Z","time spent":"877.902255ms","remote":"127.0.0.1:45898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:14.741057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350478389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:15.241404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350478389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:15.663474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.460345471s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:23:15.664054Z","caller":"traceutil/trace.go:171","msg":"trace[589347775] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"1.461007866s","start":"2026-03-06T01:23:14.203019Z","end":"2026-03-06T01:23:15.664027Z","steps":["trace[589347775] 'process raft request' (duration: 1.460864573s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.664176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.202999Z","time spent":"1.461106047s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:16.831187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.159613125s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:23:16.83167Z","caller":"traceutil/trace.go:171","msg":"trace[2030486283] linearizableReadLoop","detail":"{readStateIndex:24340; appliedIndex:24334; }","duration":"2.591387017s","start":"2026-03-06T01:23:14.240268Z","end":"2026-03-06T01:23:16.831655Z","steps":["trace[2030486283] 'read index received' (duration: 1.423720936s)","trace[2030486283] 'applied index is now lower than readState.Index' (duration: 1.167664911s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:16.831669Z","caller":"traceutil/trace.go:171","msg":"trace[1989864560] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"2.49818227s","start":"2026-03-06T01:23:14.333448Z","end":"2026-03-06T01:23:16.831631Z","steps":["trace[1989864560] 'process raft request' (duration: 2.497902233s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:16.831795Z","caller":"traceutil/trace.go:171","msg":"trace[395818704] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"2.497783201s","start":"2026-03-06T01:23:14.333949Z","end":"2026-03-06T01:23:16.831732Z","steps":["trace[395818704] 'process raft request' (duration: 2.497610747s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:16.831895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591598232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:16.83193Z","caller":"traceutil/trace.go:171","msg":"trace[108751735] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23520; }","duration":"2.591694235s","start":"2026-03-06T01:23:14.240224Z","end":"2026-03-06T01:23:16.831918Z","steps":["trace[108751735] 'agreement among raft nodes before linearized reading' (duration: 2.591583383s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:16.831967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.240206Z","time spent":"2.591754256s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:16.831776Z","caller":"traceutil/trace.go:171","msg":"trace[427687571] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"2.398719706s","start":"2026-03-06T01:23:14.433035Z","end":"2026-03-06T01:23:16.831755Z","steps":["trace[427687571] 'process raft request' (duration: 2.398587203s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:16.832008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.333926Z","time spent":"2.497960335s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:16.831772Z","caller":"traceutil/trace.go:171","msg":"trace[1361721393] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"2.498274172s","start":"2026-03-06T01:23:14.333466Z","end":"2026-03-06T01:23:16.83174Z","steps":["trace[1361721393] 'process raft request' (duration: 2.498058498s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:16.832071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.433007Z","time spent":"2.398995482s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:16.832112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.333441Z","time spent":"2.49864445s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:16.832116Z","caller":"traceutil/trace.go:171","msg":"trace[345771311] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"2.49725849s","start":"2026-03-06T01:23:14.334478Z","end":"2026-03-06T01:23:16.831736Z","steps":["trace[345771311] 'process raft request' (duration: 2.497110517s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:16.832243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.334468Z","time spent":"2.49771963s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:16.832325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.333423Z","time spent":"2.498422666s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:17.331922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350478402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:17.942795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000733201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:17.942878Z","caller":"traceutil/trace.go:171","msg":"trace[1195707720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000875634s","start":"2026-03-06T01:23:15.941984Z","end":"2026-03-06T01:23:17.94286Z","steps":["trace[1195707720] 'agreement among raft nodes before linearized reading' (duration: 2.000768352s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:17.942942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.941962Z","time spent":"2.000955627s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:18.126962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.878818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:18.12727Z","caller":"traceutil/trace.go:171","msg":"trace[1851294528] linearizableReadLoop","detail":"{readStateIndex:24348; appliedIndex:24340; }","duration":"1.295444098s","start":"2026-03-06T01:23:16.831814Z","end":"2026-03-06T01:23:18.127258Z","steps":["trace[1851294528] 'read index received' (duration: 913.179411ms)","trace[1851294528] 'applied index is now lower than readState.Index' (duration: 382.264087ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:18.127329Z","caller":"traceutil/trace.go:171","msg":"trace[1363817706] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"2.453173802s","start":"2026-03-06T01:23:15.674148Z","end":"2026-03-06T01:23:18.127322Z","steps":["trace[1363817706] 'process raft request' (duration: 2.070860394s)","trace[1363817706] 'compare' (duration: 381.135632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:18.127366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.674133Z","time spent":"2.453214413s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:18.12751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.887137392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:18.127531Z","caller":"traceutil/trace.go:171","msg":"trace[2019591821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23528; }","duration":"3.887178002s","start":"2026-03-06T01:23:14.240347Z","end":"2026-03-06T01:23:18.127525Z","steps":["trace[2019591821] 'agreement among raft nodes before linearized reading' (duration: 3.887134251s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.127553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.240339Z","time spent":"3.887209963s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:18.127587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340769211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:23:18.12761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185676253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:18.127653Z","caller":"traceutil/trace.go:171","msg":"trace[957150152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23528; }","duration":"2.340863574s","start":"2026-03-06T01:23:15.786771Z","end":"2026-03-06T01:23:18.127635Z","steps":["trace[957150152] 'agreement among raft nodes before linearized reading' (duration: 2.340635899s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.127688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.786759Z","time spent":"2.340920465s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:23:18.127688Z","caller":"traceutil/trace.go:171","msg":"trace[72432775] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23528; }","duration":"3.185807755s","start":"2026-03-06T01:23:14.941861Z","end":"2026-03-06T01:23:18.127668Z","steps":["trace[72432775] 'agreement among raft nodes before linearized reading' (duration: 3.18555316s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.127737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261275828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:23:18.127757Z","caller":"traceutil/trace.go:171","msg":"trace[1291842080] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23528; }","duration":"1.261326048s","start":"2026-03-06T01:23:16.866426Z","end":"2026-03-06T01:23:18.127752Z","steps":["trace[1291842080] 'agreement among raft nodes before linearized reading' (duration: 1.261233596s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.127775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.866412Z","time spent":"1.26135946s","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:23:18.127763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.941842Z","time spent":"3.185905758s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:18.1281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186332637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:18.128142Z","caller":"traceutil/trace.go:171","msg":"trace[1612387101] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23528; }","duration":"3.186394868s","start":"2026-03-06T01:23:14.941732Z","end":"2026-03-06T01:23:18.128127Z","steps":["trace[1612387101] 'agreement among raft nodes before linearized reading' (duration: 3.186347487s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:18.128131Z","caller":"traceutil/trace.go:171","msg":"trace[1852611893] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"2.336939528s","start":"2026-03-06T01:23:15.791169Z","end":"2026-03-06T01:23:18.128108Z","steps":["trace[1852611893] 'process raft request' (duration: 2.336025578s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:18.128169Z","caller":"traceutil/trace.go:171","msg":"trace[655884931] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"867.463736ms","start":"2026-03-06T01:23:17.260695Z","end":"2026-03-06T01:23:18.128159Z","steps":["trace[655884931] 'process raft request' (duration: 866.522946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.941717Z","time spent":"3.186451979s","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:18.128204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074161476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:18.12825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.791144Z","time spent":"2.33704568s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:18.128265Z","caller":"traceutil/trace.go:171","msg":"trace[1432139951] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"865.748938ms","start":"2026-03-06T01:23:17.262507Z","end":"2026-03-06T01:23:18.128256Z","steps":["trace[1432139951] 'process raft request' (duration: 864.727666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.262494Z","time spent":"865.78925ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:18.128284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.419152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T01:23:18.128348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.434963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:18.128376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462163456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:23:18.128389Z","caller":"traceutil/trace.go:171","msg":"trace[1942304609] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23528; }","duration":"942.505435ms","start":"2026-03-06T01:23:17.185874Z","end":"2026-03-06T01:23:18.128379Z","steps":["trace[1942304609] 'agreement among raft nodes before linearized reading' (duration: 942.445534ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:18.128407Z","caller":"traceutil/trace.go:171","msg":"trace[1337076421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23528; }","duration":"3.462223967s","start":"2026-03-06T01:23:14.666176Z","end":"2026-03-06T01:23:18.1284Z","steps":["trace[1337076421] 'agreement among raft nodes before linearized reading' (duration: 3.462147466s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.338932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:18.128408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340284631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:23:18.12843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.666158Z","time spent":"3.462267148s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:18.128435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.185855Z","time spent":"942.568756ms","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:23:18.128451Z","caller":"traceutil/trace.go:171","msg":"trace[1577124477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23528; }","duration":"185.573096ms","start":"2026-03-06T01:23:17.942864Z","end":"2026-03-06T01:23:18.128438Z","steps":["trace[1577124477] 'agreement among raft nodes before linearized reading' (duration: 185.338651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73215552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:18.128506Z","caller":"traceutil/trace.go:171","msg":"trace[1277851291] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23528; }","duration":"2.732227922s","start":"2026-03-06T01:23:15.396273Z","end":"2026-03-06T01:23:18.128501Z","steps":["trace[1277851291] 'agreement among raft nodes before linearized reading' (duration: 2.73217051s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120592433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:18.12852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857918805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:18.128548Z","caller":"traceutil/trace.go:171","msg":"trace[104374039] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23528; }","duration":"3.120808848s","start":"2026-03-06T01:23:15.00773Z","end":"2026-03-06T01:23:18.128539Z","steps":["trace[104374039] 'agreement among raft nodes before linearized reading' (duration: 3.120640865s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:18.128391Z","caller":"traceutil/trace.go:171","msg":"trace[1918321485] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23528; }","duration":"886.519755ms","start":"2026-03-06T01:23:17.241846Z","end":"2026-03-06T01:23:18.128366Z","steps":["trace[1918321485] 'agreement among raft nodes before linearized reading' (duration: 886.244119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.007713Z","time spent":"3.12085079s","remote":"127.0.0.1:49914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:18.128574Z","caller":"traceutil/trace.go:171","msg":"trace[330649615] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23528; }","duration":"1.858011918s","start":"2026-03-06T01:23:16.270547Z","end":"2026-03-06T01:23:18.128559Z","steps":["trace[330649615] 'agreement among raft nodes before linearized reading' (duration: 1.857938625s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010708799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:18.128595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.241792Z","time spent":"886.791061ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:23:18.128605Z","caller":"traceutil/trace.go:171","msg":"trace[2031579293] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23528; }","duration":"3.010762041s","start":"2026-03-06T01:23:15.117839Z","end":"2026-03-06T01:23:18.128601Z","steps":["trace[2031579293] 'agreement among raft nodes before linearized reading' (duration: 3.010694418s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34202157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:23:18.128046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.864166327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:23:18.128636Z","caller":"traceutil/trace.go:171","msg":"trace[910501376] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"2.338659175s","start":"2026-03-06T01:23:15.789971Z","end":"2026-03-06T01:23:18.12863Z","steps":["trace[910501376] 'process raft request' (duration: 2.337197003s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:18.128449Z","caller":"traceutil/trace.go:171","msg":"trace[706435498] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"2.454104682s","start":"2026-03-06T01:23:15.674339Z","end":"2026-03-06T01:23:18.128444Z","steps":["trace[706435498] 'process raft request' (duration: 2.452780204s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485445609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:18.12868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.674336Z","time spent":"2.454329848s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:18.128674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124488762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:18.128686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.789953Z","time spent":"2.338710967s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:18.128696Z","caller":"traceutil/trace.go:171","msg":"trace[189103522] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23528; }","duration":"3.485613612s","start":"2026-03-06T01:23:14.643068Z","end":"2026-03-06T01:23:18.128681Z","steps":["trace[189103522] 'agreement among raft nodes before linearized reading' (duration: 3.485454688s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:18.128714Z","caller":"traceutil/trace.go:171","msg":"trace[818442147] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23528; }","duration":"2.124569873s","start":"2026-03-06T01:23:16.004133Z","end":"2026-03-06T01:23:18.128703Z","steps":["trace[818442147] 'agreement among raft nodes before linearized reading' (duration: 2.124504772s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.643045Z","time spent":"3.485686484s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:18.128748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.528343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:18.128234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.26066Z","time spent":"867.529437ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:18.12882Z","caller":"traceutil/trace.go:171","msg":"trace[1783175347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23528; }","duration":"397.622635ms","start":"2026-03-06T01:23:17.731183Z","end":"2026-03-06T01:23:18.128805Z","steps":["trace[1783175347] 'agreement among raft nodes before linearized reading' (duration: 397.521673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.004111Z","time spent":"2.124641225s","remote":"127.0.0.1:33418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:18.128864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158276152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:18.128916Z","caller":"traceutil/trace.go:171","msg":"trace[1030134059] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23528; }","duration":"3.158370584s","start":"2026-03-06T01:23:14.970532Z","end":"2026-03-06T01:23:18.128903Z","steps":["trace[1030134059] 'agreement among raft nodes before linearized reading' (duration: 3.157882303s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:18.128459Z","caller":"traceutil/trace.go:171","msg":"trace[682459827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23528; }","duration":"2.340354992s","start":"2026-03-06T01:23:15.788089Z","end":"2026-03-06T01:23:18.128444Z","steps":["trace[682459827] 'agreement among raft nodes before linearized reading' (duration: 2.340216339s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.788077Z","time spent":"2.340867374s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:23:18.128952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.970512Z","time spent":"3.158430615s","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:18.128649Z","caller":"traceutil/trace.go:171","msg":"trace[978406690] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23528; }","duration":"3.864804712s","start":"2026-03-06T01:23:14.263837Z","end":"2026-03-06T01:23:18.128642Z","steps":["trace[978406690] 'agreement among raft nodes before linearized reading' (duration: 3.86387497s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.263825Z","time spent":"3.86516669s","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-06T01:23:18.12829Z","caller":"traceutil/trace.go:171","msg":"trace[807996099] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23528; }","duration":"1.07428977s","start":"2026-03-06T01:23:17.05398Z","end":"2026-03-06T01:23:18.12827Z","steps":["trace[807996099] 'agreement among raft nodes before linearized reading' (duration: 1.074138386s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:18.128423Z","caller":"traceutil/trace.go:171","msg":"trace[1228130969] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"2.454109202s","start":"2026-03-06T01:23:15.674306Z","end":"2026-03-06T01:23:18.128415Z","steps":["trace[1228130969] 'process raft request' (duration: 2.452746612s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.129146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.053958Z","time spent":"1.07514761s","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:18.129326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.674301Z","time spent":"2.454947211s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:18.128558Z","caller":"traceutil/trace.go:171","msg":"trace[385920083] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"2.454098743s","start":"2026-03-06T01:23:15.674453Z","end":"2026-03-06T01:23:18.128552Z","steps":["trace[385920083] 'process raft request' (duration: 2.452687811s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.128622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.117819Z","time spent":"3.010799581s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:18.129494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.674449Z","time spent":"2.454986712s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:18.128614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.270529Z","time spent":"1.858073139s","remote":"127.0.0.1:55078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:18.128429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344663328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:23:18.129647Z","caller":"traceutil/trace.go:171","msg":"trace[13736710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23528; }","duration":"2.345910956s","start":"2026-03-06T01:23:15.783727Z","end":"2026-03-06T01:23:18.129638Z","steps":["trace[13736710] 'agreement among raft nodes before linearized reading' (duration: 2.344673068s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.129693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.783706Z","time spent":"2.345976547s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:23:18.128654Z","caller":"traceutil/trace.go:171","msg":"trace[158895666] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23528; }","duration":"2.342366179s","start":"2026-03-06T01:23:15.786274Z","end":"2026-03-06T01:23:18.128641Z","steps":["trace[158895666] 'agreement among raft nodes before linearized reading' (duration: 2.341970519s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.129796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.786246Z","time spent":"2.343533633s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:18.128398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340341782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:23:18.129864Z","caller":"traceutil/trace.go:171","msg":"trace[1848723474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23528; }","duration":"2.341856446s","start":"2026-03-06T01:23:15.788Z","end":"2026-03-06T01:23:18.129857Z","steps":["trace[1848723474] 'agreement among raft nodes before linearized reading' (duration: 2.340355412s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.129892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.787983Z","time spent":"2.341901567s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:18.128524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.396252Z","time spent":"2.732267862s","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:18.128872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.731171Z","time spent":"397.687816ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:23:20.617697Z","caller":"traceutil/trace.go:171","msg":"trace[1382646619] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"480.010354ms","start":"2026-03-06T01:23:20.13766Z","end":"2026-03-06T01:23:20.61767Z","steps":["trace[1382646619] 'process raft request' (duration: 479.80707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.617892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.137641Z","time spent":"480.145927ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:21.055042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.162302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:21.055125Z","caller":"traceutil/trace.go:171","msg":"trace[265070683] linearizableReadLoop","detail":"{readStateIndex:24370; appliedIndex:24368; }","duration":"910.089503ms","start":"2026-03-06T01:23:20.145023Z","end":"2026-03-06T01:23:21.055112Z","steps":["trace[265070683] 'read index received' (duration: 472.5119ms)","trace[265070683] 'applied index is now lower than readState.Index' (duration: 437.576303ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:21.055176Z","caller":"traceutil/trace.go:171","msg":"trace[913745519] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"917.368212ms","start":"2026-03-06T01:23:20.1378Z","end":"2026-03-06T01:23:21.055168Z","steps":["trace[913745519] 'process raft request' (duration: 654.019057ms)","trace[913745519] 'compare' (duration: 262.821983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:21.055214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.137773Z","time spent":"917.420793ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:21.055322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.280217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:23:21.055407Z","caller":"traceutil/trace.go:171","msg":"trace[1322352734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23549; }","duration":"910.4105ms","start":"2026-03-06T01:23:20.144979Z","end":"2026-03-06T01:23:21.055389Z","steps":["trace[1322352734] 'agreement among raft nodes before linearized reading' (duration: 910.217785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.055446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.144961Z","time spent":"910.475502ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:23:21.076016Z","caller":"traceutil/trace.go:171","msg":"trace[1126759129] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"230.262059ms","start":"2026-03-06T01:23:20.845738Z","end":"2026-03-06T01:23:21.076Z","steps":["trace[1126759129] 'process raft request' (duration: 230.124446ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:21.154243Z","caller":"traceutil/trace.go:171","msg":"trace[1087947426] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"307.821662ms","start":"2026-03-06T01:23:20.846392Z","end":"2026-03-06T01:23:21.154214Z","steps":["trace[1087947426] 'process raft request' (duration: 307.674979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.154404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.846377Z","time spent":"307.936424ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:21.154437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006363618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:23:21.154531Z","caller":"traceutil/trace.go:171","msg":"trace[1574680222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23554; }","duration":"1.006561973s","start":"2026-03-06T01:23:20.147938Z","end":"2026-03-06T01:23:21.154499Z","steps":["trace[1574680222] 'agreement among raft nodes before linearized reading' (duration: 1.006325057s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.154585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.147925Z","time spent":"1.006649455s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:23:21.154557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.953168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:21.154705Z","caller":"traceutil/trace.go:171","msg":"trace[924036797] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23554; }","duration":"345.206813ms","start":"2026-03-06T01:23:20.809476Z","end":"2026-03-06T01:23:21.154683Z","steps":["trace[924036797] 'agreement among raft nodes before linearized reading' (duration: 344.912807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.154772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.809441Z","time spent":"345.319977ms","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:21.154805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.354011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:23:21.154878Z","caller":"traceutil/trace.go:171","msg":"trace[1060834015] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23554; }","duration":"210.442372ms","start":"2026-03-06T01:23:20.944424Z","end":"2026-03-06T01:23:21.154866Z","steps":["trace[1060834015] 'agreement among raft nodes before linearized reading' (duration: 210.268539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.154885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.39172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:23:21.154949Z","caller":"traceutil/trace.go:171","msg":"trace[864733643] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23554; }","duration":"483.495472ms","start":"2026-03-06T01:23:20.671444Z","end":"2026-03-06T01:23:21.154939Z","steps":["trace[864733643] 'agreement among raft nodes before linearized reading' (duration: 483.265207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.155019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.671424Z","time spent":"483.585664ms","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:21.155082Z","caller":"traceutil/trace.go:171","msg":"trace[1627199323] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"307.986846ms","start":"2026-03-06T01:23:20.847085Z","end":"2026-03-06T01:23:21.155071Z","steps":["trace[1627199323] 'process raft request' (duration: 307.036475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.155156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.847062Z","time spent":"308.053618ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:21.155283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004301713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:23:21.155324Z","caller":"traceutil/trace.go:171","msg":"trace[1631909581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23554; }","duration":"1.004341614s","start":"2026-03-06T01:23:20.150972Z","end":"2026-03-06T01:23:21.155314Z","steps":["trace[1631909581] 'agreement among raft nodes before linearized reading' (duration: 1.004238252s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.155364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.150946Z","time spent":"1.004406915s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:23:21.155411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.851437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:21.155456Z","caller":"traceutil/trace.go:171","msg":"trace[987477112] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23554; }","duration":"299.950479ms","start":"2026-03-06T01:23:20.855496Z","end":"2026-03-06T01:23:21.155447Z","steps":["trace[987477112] 'agreement among raft nodes before linearized reading' (duration: 299.806166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.155505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.855486Z","time spent":"300.00923ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:21.155287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.981914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:21.155615Z","caller":"traceutil/trace.go:171","msg":"trace[257967083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23554; }","duration":"211.349992ms","start":"2026-03-06T01:23:20.944255Z","end":"2026-03-06T01:23:21.155605Z","steps":["trace[257967083] 'agreement among raft nodes before linearized reading' (duration: 210.996365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.155684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007133624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:23:21.155729Z","caller":"traceutil/trace.go:171","msg":"trace[713360393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23554; }","duration":"1.007194566s","start":"2026-03-06T01:23:20.148525Z","end":"2026-03-06T01:23:21.155719Z","steps":["trace[713360393] 'agreement among raft nodes before linearized reading' (duration: 1.007085944s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.155763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.148501Z","time spent":"1.007255597s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:21.155509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005188662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:23:21.155755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007451552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:23:21.155853Z","caller":"traceutil/trace.go:171","msg":"trace[2143001202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23554; }","duration":"1.00554587s","start":"2026-03-06T01:23:20.150295Z","end":"2026-03-06T01:23:21.155841Z","steps":["trace[2143001202] 'agreement among raft nodes before linearized reading' (duration: 1.005143421s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:21.155895Z","caller":"traceutil/trace.go:171","msg":"trace[933967331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23554; }","duration":"1.007710488s","start":"2026-03-06T01:23:20.148153Z","end":"2026-03-06T01:23:21.155864Z","steps":["trace[933967331] 'agreement among raft nodes before linearized reading' (duration: 1.00732136s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.155955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.150286Z","time spent":"1.005635082s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:21.155962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.148143Z","time spent":"1.00780067s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:23:21.156411Z","caller":"traceutil/trace.go:171","msg":"trace[942464921] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"310.308327ms","start":"2026-03-06T01:23:20.846038Z","end":"2026-03-06T01:23:21.156347Z","steps":["trace[942464921] 'process raft request' (duration: 307.834302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.156494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.845965Z","time spent":"310.48783ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:21.575242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.809045ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-06T01:23:21.575342Z","caller":"traceutil/trace.go:171","msg":"trace[998379520] linearizableReadLoop","detail":"{readStateIndex:24376; appliedIndex:24375; }","duration":"418.527526ms","start":"2026-03-06T01:23:21.156797Z","end":"2026-03-06T01:23:21.575324Z","steps":["trace[998379520] 'read index received' (duration: 226.706931ms)","trace[998379520] 'applied index is now lower than readState.Index' (duration: 191.818945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:21.575414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.611517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:21.57545Z","caller":"traceutil/trace.go:171","msg":"trace[1854794647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23554; }","duration":"418.789841ms","start":"2026-03-06T01:23:21.156651Z","end":"2026-03-06T01:23:21.575441Z","steps":["trace[1854794647] 'agreement among raft nodes before linearized reading' (duration: 418.71942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.575438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.156513Z","time spent":"418.917524ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:21.575488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.156634Z","time spent":"418.845572ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:23:21.855642Z","caller":"traceutil/trace.go:171","msg":"trace[1846705967] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"695.872677ms","start":"2026-03-06T01:23:21.15974Z","end":"2026-03-06T01:23:21.855613Z","steps":["trace[1846705967] 'process raft request' (duration: 695.658512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.856008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.159718Z","time spent":"696.00047ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:21.856324Z","caller":"traceutil/trace.go:171","msg":"trace[1272776746] linearizableReadLoop","detail":"{readStateIndex:24381; appliedIndex:24376; }","duration":"278.275583ms","start":"2026-03-06T01:23:21.578034Z","end":"2026-03-06T01:23:21.85631Z","steps":["trace[1272776746] 'read index received' (duration: 277.487376ms)","trace[1272776746] 'applied index is now lower than readState.Index' (duration: 786.757µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:21.856496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.454047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-06T01:23:21.856448Z","caller":"traceutil/trace.go:171","msg":"trace[1360342292] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"696.290106ms","start":"2026-03-06T01:23:21.16011Z","end":"2026-03-06T01:23:21.8564Z","steps":["trace[1360342292] 'process raft request' (duration: 696.049081ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:21.85653Z","caller":"traceutil/trace.go:171","msg":"trace[1061697177] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23559; }","duration":"278.511129ms","start":"2026-03-06T01:23:21.578003Z","end":"2026-03-06T01:23:21.856515Z","steps":["trace[1061697177] 'agreement among raft nodes before linearized reading' (duration: 278.353845ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:21.856697Z","caller":"traceutil/trace.go:171","msg":"trace[1532683929] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"695.464748ms","start":"2026-03-06T01:23:21.161223Z","end":"2026-03-06T01:23:21.856688Z","steps":["trace[1532683929] 'process raft request' (duration: 694.999578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.856696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.160104Z","time spent":"696.443239ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:21.856746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.161215Z","time spent":"695.499979ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:21.857068Z","caller":"traceutil/trace.go:171","msg":"trace[1461624636] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"697.024932ms","start":"2026-03-06T01:23:21.160025Z","end":"2026-03-06T01:23:21.85705Z","steps":["trace[1461624636] 'process raft request' (duration: 695.52418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.857148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.160018Z","time spent":"697.090313ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:21.856822Z","caller":"traceutil/trace.go:171","msg":"trace[1758396472] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"695.270985ms","start":"2026-03-06T01:23:21.161519Z","end":"2026-03-06T01:23:21.856789Z","steps":["trace[1758396472] 'process raft request' (duration: 694.754413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.857679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.161512Z","time spent":"695.828387ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:22.563363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.080525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:22.563448Z","caller":"traceutil/trace.go:171","msg":"trace[591328375] linearizableReadLoop","detail":"{readStateIndex:24382; appliedIndex:24381; }","duration":"703.30949ms","start":"2026-03-06T01:23:21.860126Z","end":"2026-03-06T01:23:22.563436Z","steps":["trace[591328375] 'read index received' (duration: 280.026471ms)","trace[591328375] 'applied index is now lower than readState.Index' (duration: 423.281849ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:22.56352Z","caller":"traceutil/trace.go:171","msg":"trace[1624958626] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"985.236944ms","start":"2026-03-06T01:23:21.578274Z","end":"2026-03-06T01:23:22.563511Z","steps":["trace[1624958626] 'process raft request' (duration: 561.942285ms)","trace[1624958626] 'compare' (duration: 422.519162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:22.563573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.578258Z","time spent":"985.284885ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:22.563768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.002988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:23:22.563944Z","caller":"traceutil/trace.go:171","msg":"trace[289010404] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23560; }","duration":"680.224173ms","start":"2026-03-06T01:23:21.8837Z","end":"2026-03-06T01:23:22.563924Z","steps":["trace[289010404] 'agreement among raft nodes before linearized reading' (duration: 679.850285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:22.563817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.005198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:22.564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.88368Z","time spent":"680.305695ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T01:23:22.564029Z","caller":"traceutil/trace.go:171","msg":"trace[1270569441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23560; }","duration":"461.271933ms","start":"2026-03-06T01:23:22.102741Z","end":"2026-03-06T01:23:22.564013Z","steps":["trace[1270569441] 'agreement among raft nodes before linearized reading' (duration: 461.037438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:22.564066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.10268Z","time spent":"461.375006ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:22.563827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.699819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a4295271-48f4-4204-961b-00f45e9b4e76\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-06T01:23:22.564192Z","caller":"traceutil/trace.go:171","msg":"trace[1845801792] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a4295271-48f4-4204-961b-00f45e9b4e76; range_end:; response_count:1; response_revision:23560; }","duration":"704.113238ms","start":"2026-03-06T01:23:21.860069Z","end":"2026-03-06T01:23:22.564182Z","steps":["trace[1845801792] 'agreement among raft nodes before linearized reading' (duration: 703.671258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:22.564221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.860032Z","time spent":"704.181499ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-a4295271-48f4-4204-961b-00f45e9b4e76\" "} {"level":"warn","ts":"2026-03-06T01:23:22.56383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.898496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:22.564348Z","caller":"traceutil/trace.go:171","msg":"trace[206100254] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23560; }","duration":"187.428458ms","start":"2026-03-06T01:23:22.376887Z","end":"2026-03-06T01:23:22.564315Z","steps":["trace[206100254] 'agreement among raft nodes before linearized reading' (duration: 186.837325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:23.140748Z","caller":"traceutil/trace.go:171","msg":"trace[1423350374] linearizableReadLoop","detail":"{readStateIndex:24383; appliedIndex:24382; }","duration":"470.297672ms","start":"2026-03-06T01:23:22.67043Z","end":"2026-03-06T01:23:23.140727Z","steps":["trace[1423350374] 'read index received' (duration: 409.798722ms)","trace[1423350374] 'applied index is now lower than readState.Index' (duration: 60.49811ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:23.140889Z","caller":"traceutil/trace.go:171","msg":"trace[882372041] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"518.405388ms","start":"2026-03-06T01:23:22.622445Z","end":"2026-03-06T01:23:23.140851Z","steps":["trace[882372041] 'process raft request' (duration: 457.772456ms)","trace[882372041] 'compare' (duration: 60.343236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:23.141051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.622418Z","time spent":"518.544202ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:23.141062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.626568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:23:23.1412Z","caller":"traceutil/trace.go:171","msg":"trace[1608823252] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23561; }","duration":"470.906835ms","start":"2026-03-06T01:23:22.670284Z","end":"2026-03-06T01:23:23.141191Z","steps":["trace[1608823252] 'agreement among raft nodes before linearized reading' (duration: 470.644779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.141236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.670249Z","time spent":"470.977646ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:23.177821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.481553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:23.177896Z","caller":"traceutil/trace.go:171","msg":"trace[1539361058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23563; }","duration":"235.594675ms","start":"2026-03-06T01:23:22.942284Z","end":"2026-03-06T01:23:23.177879Z","steps":["trace[1539361058] 'agreement among raft nodes before linearized reading' (duration: 235.494663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.178042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.655785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-06T01:23:23.178071Z","caller":"traceutil/trace.go:171","msg":"trace[577669802] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23563; }","duration":"473.729456ms","start":"2026-03-06T01:23:22.704333Z","end":"2026-03-06T01:23:23.178063Z","steps":["trace[577669802] 'agreement among raft nodes before linearized reading' (duration: 473.674455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.178105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.704286Z","time spent":"473.807978ms","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-03-06T01:23:24.034779Z","caller":"traceutil/trace.go:171","msg":"trace[1677199634] linearizableReadLoop","detail":"{readStateIndex:24390; appliedIndex:24389; }","duration":"173.491702ms","start":"2026-03-06T01:23:23.861263Z","end":"2026-03-06T01:23:24.034755Z","steps":["trace[1677199634] 'read index received' (duration: 173.037422ms)","trace[1677199634] 'applied index is now lower than readState.Index' (duration: 453.23µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:24.034842Z","caller":"traceutil/trace.go:171","msg":"trace[523992568] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"337.331091ms","start":"2026-03-06T01:23:23.697479Z","end":"2026-03-06T01:23:24.03481Z","steps":["trace[523992568] 'process raft request' (duration: 337.111736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:24.035015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.743897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:23:24.035055Z","caller":"traceutil/trace.go:171","msg":"trace[1877333037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23568; }","duration":"173.842029ms","start":"2026-03-06T01:23:23.861199Z","end":"2026-03-06T01:23:24.035041Z","steps":["trace[1877333037] 'agreement among raft nodes before linearized reading' (duration: 173.695756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:24.03513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.697451Z","time spent":"337.466624ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:24.035156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.43235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:23:24.035153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.84865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:23:24.035204Z","caller":"traceutil/trace.go:171","msg":"trace[40976294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23568; }","duration":"173.489851ms","start":"2026-03-06T01:23:23.861703Z","end":"2026-03-06T01:23:24.035193Z","steps":["trace[40976294] 'agreement among raft nodes before linearized reading' (duration: 173.318417ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:24.035225Z","caller":"traceutil/trace.go:171","msg":"trace[1870692297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23568; }","duration":"173.968431ms","start":"2026-03-06T01:23:23.861239Z","end":"2026-03-06T01:23:24.035207Z","steps":["trace[1870692297] 'agreement among raft nodes before linearized reading' (duration: 173.701816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:24.035248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.646741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:24.035232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.342208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:23:24.0353Z","caller":"traceutil/trace.go:171","msg":"trace[1680011234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23568; }","duration":"115.728192ms","start":"2026-03-06T01:23:23.919558Z","end":"2026-03-06T01:23:24.035286Z","steps":["trace[1680011234] 'agreement among raft nodes before linearized reading' (duration: 115.63563ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:24.03533Z","caller":"traceutil/trace.go:171","msg":"trace[1233716636] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23568; }","duration":"173.520972ms","start":"2026-03-06T01:23:23.861783Z","end":"2026-03-06T01:23:24.035304Z","steps":["trace[1233716636] 'agreement among raft nodes before linearized reading' (duration: 173.254177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:24.035233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.735417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:23:24.03551Z","caller":"traceutil/trace.go:171","msg":"trace[613924440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23568; }","duration":"174.026303ms","start":"2026-03-06T01:23:23.861458Z","end":"2026-03-06T01:23:24.035484Z","steps":["trace[613924440] 'agreement among raft nodes before linearized reading' (duration: 173.679616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:24.809091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.686633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-06T01:23:24.809184Z","caller":"traceutil/trace.go:171","msg":"trace[1740847972] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23574; }","duration":"375.769605ms","start":"2026-03-06T01:23:24.43338Z","end":"2026-03-06T01:23:24.809149Z","steps":["trace[1740847972] 'range keys from in-memory index tree' (duration: 375.407177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:24.809216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:24.433322Z","time spent":"375.885347ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418374,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-06T01:23:26.638619Z","caller":"traceutil/trace.go:171","msg":"trace[69805778] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"507.194812ms","start":"2026-03-06T01:23:26.131399Z","end":"2026-03-06T01:23:26.638594Z","steps":["trace[69805778] 'process raft request' (duration: 507.048179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:26.63875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.131387Z","time spent":"507.296764ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.263571Z","caller":"traceutil/trace.go:171","msg":"trace[1186873153] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"1.131005345s","start":"2026-03-06T01:23:26.132537Z","end":"2026-03-06T01:23:27.263543Z","steps":["trace[1186873153] 'process raft request' (duration: 1.13076694s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.263709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.132508Z","time spent":"1.131133528s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.263725Z","caller":"traceutil/trace.go:171","msg":"trace[1015214319] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"1.125614006s","start":"2026-03-06T01:23:26.138087Z","end":"2026-03-06T01:23:27.263701Z","steps":["trace[1015214319] 'process raft request' (duration: 1.125362421s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:27.263791Z","caller":"traceutil/trace.go:171","msg":"trace[1638239571] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"1.125690688s","start":"2026-03-06T01:23:26.138095Z","end":"2026-03-06T01:23:27.263786Z","steps":["trace[1638239571] 'process raft request' (duration: 1.125546005s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.263828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.138075Z","time spent":"1.12573055s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:27.26383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.138068Z","time spent":"1.125703509s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.263745Z","caller":"traceutil/trace.go:171","msg":"trace[399793731] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"1.125727879s","start":"2026-03-06T01:23:26.138008Z","end":"2026-03-06T01:23:27.263736Z","steps":["trace[399793731] 'process raft request' (duration: 1.125417762s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.263887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.137999Z","time spent":"1.125875403s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.263959Z","caller":"traceutil/trace.go:171","msg":"trace[422799477] linearizableReadLoop","detail":"{readStateIndex:24409; appliedIndex:24404; }","duration":"1.050898596s","start":"2026-03-06T01:23:26.212773Z","end":"2026-03-06T01:23:27.263671Z","steps":["trace[422799477] 'read index received' (duration: 425.690101ms)","trace[422799477] 'applied index is now lower than readState.Index' (duration: 625.207855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:27.264061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051288145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:27.264082Z","caller":"traceutil/trace.go:171","msg":"trace[109792726] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23587; }","duration":"1.051308965s","start":"2026-03-06T01:23:26.212765Z","end":"2026-03-06T01:23:27.264074Z","steps":["trace[109792726] 'agreement among raft nodes before linearized reading' (duration: 1.051227614s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.264136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.212708Z","time spent":"1.051424059s","remote":"127.0.0.1:59852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:27.851087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.138031ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:23:27.851719Z","caller":"traceutil/trace.go:171","msg":"trace[1970538419] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"698.596237ms","start":"2026-03-06T01:23:27.153097Z","end":"2026-03-06T01:23:27.851694Z","steps":["trace[1970538419] 'process raft request' (duration: 698.098366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.852303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.153069Z","time spent":"698.7201ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.853789Z","caller":"traceutil/trace.go:171","msg":"trace[1716329370] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"696.982961ms","start":"2026-03-06T01:23:27.156791Z","end":"2026-03-06T01:23:27.853774Z","steps":["trace[1716329370] 'process raft request' (duration: 694.889265ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:27.853913Z","caller":"traceutil/trace.go:171","msg":"trace[1681231636] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"665.940729ms","start":"2026-03-06T01:23:27.187965Z","end":"2026-03-06T01:23:27.853905Z","steps":["trace[1681231636] 'process raft request' (duration: 665.769956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.853981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.187941Z","time spent":"665.991271ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.854228Z","caller":"traceutil/trace.go:171","msg":"trace[204938724] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"664.370835ms","start":"2026-03-06T01:23:27.189837Z","end":"2026-03-06T01:23:27.854207Z","steps":["trace[204938724] 'process raft request' (duration: 664.043928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.854343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.189825Z","time spent":"664.462687ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.854467Z","caller":"traceutil/trace.go:171","msg":"trace[1757695392] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"664.399485ms","start":"2026-03-06T01:23:27.190055Z","end":"2026-03-06T01:23:27.854455Z","steps":["trace[1757695392] 'process raft request' (duration: 664.063378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.854553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.190046Z","time spent":"664.466176ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.854755Z","caller":"traceutil/trace.go:171","msg":"trace[1367705692] linearizableReadLoop","detail":"{readStateIndex:24416; appliedIndex:24409; }","duration":"590.765297ms","start":"2026-03-06T01:23:27.263973Z","end":"2026-03-06T01:23:27.854738Z","steps":["trace[1367705692] 'read index received' (duration: 89.825494ms)","trace[1367705692] 'applied index is now lower than readState.Index' (duration: 500.938613ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:27.854819Z","caller":"traceutil/trace.go:171","msg":"trace[557437475] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"661.531343ms","start":"2026-03-06T01:23:27.193276Z","end":"2026-03-06T01:23:27.854808Z","steps":["trace[557437475] 'process raft request' (duration: 661.132054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.854889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.193262Z","time spent":"661.592204ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:27.854998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.440127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:23:27.855059Z","caller":"traceutil/trace.go:171","msg":"trace[1721396721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23593; }","duration":"654.551499ms","start":"2026-03-06T01:23:27.200493Z","end":"2026-03-06T01:23:27.855045Z","steps":["trace[1721396721] 'agreement among raft nodes before linearized reading' (duration: 654.361424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.855114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.200468Z","time spent":"654.632561ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:27.855247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.57049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:23:27.855292Z","caller":"traceutil/trace.go:171","msg":"trace[1152506791] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23593; }","duration":"766.647062ms","start":"2026-03-06T01:23:27.088634Z","end":"2026-03-06T01:23:27.855281Z","steps":["trace[1152506791] 'agreement among raft nodes before linearized reading' (duration: 766.516509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.85533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.088607Z","time spent":"766.715233ms","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:23:27.855373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.804473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:27.855424Z","caller":"traceutil/trace.go:171","msg":"trace[1006768729] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23593; }","duration":"353.881825ms","start":"2026-03-06T01:23:27.50153Z","end":"2026-03-06T01:23:27.855412Z","steps":["trace[1006768729] 'agreement among raft nodes before linearized reading' (duration: 353.756832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.855476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.501514Z","time spent":"353.947876ms","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:27.855126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.045416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:27.855651Z","caller":"traceutil/trace.go:171","msg":"trace[325674678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23593; }","duration":"912.569988ms","start":"2026-03-06T01:23:26.943071Z","end":"2026-03-06T01:23:27.855641Z","steps":["trace[325674678] 'agreement among raft nodes before linearized reading' (duration: 912.022706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.855697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.943035Z","time spent":"912.649169ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:27.855751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.949378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:23:27.85581Z","caller":"traceutil/trace.go:171","msg":"trace[807797826] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23593; }","duration":"269.0336ms","start":"2026-03-06T01:23:27.586761Z","end":"2026-03-06T01:23:27.855795Z","steps":["trace[807797826] 'agreement among raft nodes before linearized reading' (duration: 268.889017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.856276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.156764Z","time spent":"697.085953ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:28.752521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.069686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:28.752601Z","caller":"traceutil/trace.go:171","msg":"trace[1153091380] linearizableReadLoop","detail":"{readStateIndex:24422; appliedIndex:24421; }","duration":"368.24407ms","start":"2026-03-06T01:23:28.384345Z","end":"2026-03-06T01:23:28.752589Z","steps":["trace[1153091380] 'read index received' (duration: 157.044591ms)","trace[1153091380] 'applied index is now lower than readState.Index' (duration: 211.198509ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:28.75266Z","caller":"traceutil/trace.go:171","msg":"trace[1198640103] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"382.165565ms","start":"2026-03-06T01:23:28.370487Z","end":"2026-03-06T01:23:28.752652Z","steps":["trace[1198640103] 'process raft request' (duration: 170.906185ms)","trace[1198640103] 'compare' (duration: 210.979914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:28.752702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.370463Z","time spent":"382.217086ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:28.752792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.434274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:23:28.752856Z","caller":"traceutil/trace.go:171","msg":"trace[684411979] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23599; }","duration":"368.547087ms","start":"2026-03-06T01:23:28.384294Z","end":"2026-03-06T01:23:28.752841Z","steps":["trace[684411979] 'agreement among raft nodes before linearized reading' (duration: 368.363973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:28.75289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.384273Z","time spent":"368.609898ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:23:28.752874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.114153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:23:28.752932Z","caller":"traceutil/trace.go:171","msg":"trace[1932410386] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23599; }","duration":"198.195024ms","start":"2026-03-06T01:23:28.554723Z","end":"2026-03-06T01:23:28.752918Z","steps":["trace[1932410386] 'agreement among raft nodes before linearized reading' (duration: 198.049801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:28.753097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.65576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:23:28.753237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.354768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:28.753276Z","caller":"traceutil/trace.go:171","msg":"trace[2002000080] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23599; }","duration":"300.915911ms","start":"2026-03-06T01:23:28.452349Z","end":"2026-03-06T01:23:28.753265Z","steps":["trace[2002000080] 'agreement among raft nodes before linearized reading' (duration: 300.359309ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:28.753285Z","caller":"traceutil/trace.go:171","msg":"trace[1236970859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23599; }","duration":"111.032779ms","start":"2026-03-06T01:23:28.642228Z","end":"2026-03-06T01:23:28.753261Z","steps":["trace[1236970859] 'agreement among raft nodes before linearized reading' (duration: 110.529398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:28.753316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.452332Z","time spent":"300.973982ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:29.034776Z","caller":"traceutil/trace.go:171","msg":"trace[2076942352] linearizableReadLoop","detail":"{readStateIndex:24423; appliedIndex:24422; }","duration":"226.179869ms","start":"2026-03-06T01:23:28.808574Z","end":"2026-03-06T01:23:29.034754Z","steps":["trace[2076942352] 'read index received' (duration: 225.975244ms)","trace[2076942352] 'applied index is now lower than readState.Index' (duration: 203.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:29.03483Z","caller":"traceutil/trace.go:171","msg":"trace[597661888] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"277.773582ms","start":"2026-03-06T01:23:28.757033Z","end":"2026-03-06T01:23:29.034807Z","steps":["trace[597661888] 'process raft request' (duration: 277.590368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.034992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.418524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:29.035093Z","caller":"traceutil/trace.go:171","msg":"trace[669959777] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23600; }","duration":"226.565978ms","start":"2026-03-06T01:23:28.808502Z","end":"2026-03-06T01:23:29.035068Z","steps":["trace[669959777] 'agreement among raft nodes before linearized reading' (duration: 226.371003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.475979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.106459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:23:29.47643Z","caller":"traceutil/trace.go:171","msg":"trace[211256932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23601; }","duration":"207.58738ms","start":"2026-03-06T01:23:29.26882Z","end":"2026-03-06T01:23:29.476407Z","steps":["trace[211256932] 'range keys from in-memory index tree' (duration: 206.953127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.47661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.053141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:23:29.476672Z","caller":"traceutil/trace.go:171","msg":"trace[232811723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23601; }","duration":"208.117062ms","start":"2026-03-06T01:23:29.268532Z","end":"2026-03-06T01:23:29.476649Z","steps":["trace[232811723] 'range keys from in-memory index tree' (duration: 207.976589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.476668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.365327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:23:29.476758Z","caller":"traceutil/trace.go:171","msg":"trace[128015799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23601; }","duration":"208.498939ms","start":"2026-03-06T01:23:29.268237Z","end":"2026-03-06T01:23:29.476736Z","steps":["trace[128015799] 'range keys from in-memory index tree' (duration: 208.06051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.476453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.141942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:23:29.476875Z","caller":"traceutil/trace.go:171","msg":"trace[680302978] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23601; }","duration":"208.621062ms","start":"2026-03-06T01:23:29.26824Z","end":"2026-03-06T01:23:29.476861Z","steps":["trace[680302978] 'range keys from in-memory index tree' (duration: 207.966489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:31.385099Z","caller":"traceutil/trace.go:171","msg":"trace[1745668306] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"330.789937ms","start":"2026-03-06T01:23:31.054281Z","end":"2026-03-06T01:23:31.385071Z","steps":["trace[1745668306] 'process raft request' (duration: 292.959535ms)","trace[1745668306] 'compare' (duration: 37.585596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:31.385286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.054262Z","time spent":"330.94241ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:31.40572Z","caller":"traceutil/trace.go:171","msg":"trace[837512813] linearizableReadLoop","detail":"{readStateIndex:24439; appliedIndex:24437; }","duration":"287.67368ms","start":"2026-03-06T01:23:31.118033Z","end":"2026-03-06T01:23:31.405707Z","steps":["trace[837512813] 'read index received' (duration: 229.208635ms)","trace[837512813] 'applied index is now lower than readState.Index' (duration: 58.464395ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:31.405937Z","caller":"traceutil/trace.go:171","msg":"trace[421042172] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"347.128015ms","start":"2026-03-06T01:23:31.058801Z","end":"2026-03-06T01:23:31.405929Z","steps":["trace[421042172] 'process raft request' (duration: 346.839139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:31.405992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.058779Z","time spent":"347.183597ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:31.406123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.089169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:31.406156Z","caller":"traceutil/trace.go:171","msg":"trace[1155573504] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23615; }","duration":"288.16139ms","start":"2026-03-06T01:23:31.117987Z","end":"2026-03-06T01:23:31.406149Z","steps":["trace[1155573504] 'agreement among raft nodes before linearized reading' (duration: 288.107869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:31.945405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.814893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:23:31.945505Z","caller":"traceutil/trace.go:171","msg":"trace[963535473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23615; }","duration":"353.940396ms","start":"2026-03-06T01:23:31.591542Z","end":"2026-03-06T01:23:31.945482Z","steps":["trace[963535473] 'range keys from in-memory index tree' (duration: 353.636549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:31.945548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.591525Z","time spent":"354.011708ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:31.945707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.767228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:23:31.945867Z","caller":"traceutil/trace.go:171","msg":"trace[691893731] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23615; }","duration":"432.90882ms","start":"2026-03-06T01:23:31.512872Z","end":"2026-03-06T01:23:31.945781Z","steps":["trace[691893731] 'range keys from in-memory index tree' (duration: 432.563283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:31.945905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.962561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:23:31.945996Z","caller":"traceutil/trace.go:171","msg":"trace[1450801247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23615; }","duration":"362.092344ms","start":"2026-03-06T01:23:31.583879Z","end":"2026-03-06T01:23:31.945971Z","steps":["trace[1450801247] 'range keys from in-memory index tree' (duration: 361.694746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:31.946014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.203166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:31.946109Z","caller":"traceutil/trace.go:171","msg":"trace[1767726339] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23615; }","duration":"118.36399ms","start":"2026-03-06T01:23:31.827724Z","end":"2026-03-06T01:23:31.946088Z","steps":["trace[1767726339] 'count revisions from in-memory index tree' (duration: 118.114075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:31.945931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.51285Z","time spent":"433.066914ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:31.946049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.583856Z","time spent":"362.181237ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:23:31.94571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.165967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:23:31.946599Z","caller":"traceutil/trace.go:171","msg":"trace[1404294073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23615; }","duration":"353.077746ms","start":"2026-03-06T01:23:31.593496Z","end":"2026-03-06T01:23:31.946574Z","steps":["trace[1404294073] 'range keys from in-memory index tree' (duration: 352.016113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:31.946657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.593483Z","time spent":"353.156958ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:23:32.116891Z","caller":"traceutil/trace.go:171","msg":"trace[1257709923] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"267.932767ms","start":"2026-03-06T01:23:31.848934Z","end":"2026-03-06T01:23:32.116866Z","steps":["trace[1257709923] 'process raft request' (duration: 267.718762ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:32.119711Z","caller":"traceutil/trace.go:171","msg":"trace[417959199] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"256.374612ms","start":"2026-03-06T01:23:31.863294Z","end":"2026-03-06T01:23:32.119668Z","steps":["trace[417959199] 'process raft request' (duration: 256.075796ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:32.11997Z","caller":"traceutil/trace.go:171","msg":"trace[1625165130] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"253.56573ms","start":"2026-03-06T01:23:31.866389Z","end":"2026-03-06T01:23:32.119955Z","steps":["trace[1625165130] 'process raft request' (duration: 253.218613ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:32.119989Z","caller":"traceutil/trace.go:171","msg":"trace[132455488] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"248.681373ms","start":"2026-03-06T01:23:31.871287Z","end":"2026-03-06T01:23:32.119968Z","steps":["trace[132455488] 'process raft request' (duration: 248.626732ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:32.119984Z","caller":"traceutil/trace.go:171","msg":"trace[2078399752] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"250.81721ms","start":"2026-03-06T01:23:31.869148Z","end":"2026-03-06T01:23:32.119965Z","steps":["trace[2078399752] 'process raft request' (duration: 250.686778ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:32.120252Z","caller":"traceutil/trace.go:171","msg":"trace[454643055] linearizableReadLoop","detail":"{readStateIndex:24446; appliedIndex:24439; }","duration":"245.213426ms","start":"2026-03-06T01:23:31.87503Z","end":"2026-03-06T01:23:32.120243Z","steps":["trace[454643055] 'read index received' (duration: 241.73228ms)","trace[454643055] 'applied index is now lower than readState.Index' (duration: 3.480186ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:32.120266Z","caller":"traceutil/trace.go:171","msg":"trace[1365132398] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"170.320112ms","start":"2026-03-06T01:23:31.949937Z","end":"2026-03-06T01:23:32.120257Z","steps":["trace[1365132398] 'process raft request' (duration: 170.186069ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:32.120335Z","caller":"traceutil/trace.go:171","msg":"trace[309961367] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"170.298391ms","start":"2026-03-06T01:23:31.950029Z","end":"2026-03-06T01:23:32.120327Z","steps":["trace[309961367] 'process raft request' (duration: 170.125987ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:32.120351Z","caller":"traceutil/trace.go:171","msg":"trace[466420923] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"249.056292ms","start":"2026-03-06T01:23:31.871289Z","end":"2026-03-06T01:23:32.120346Z","steps":["trace[466420923] 'process raft request' (duration: 248.650793ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:32.120433Z","caller":"traceutil/trace.go:171","msg":"trace[288621791] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"247.026636ms","start":"2026-03-06T01:23:31.873401Z","end":"2026-03-06T01:23:32.120428Z","steps":["trace[288621791] 'process raft request' (duration: 246.654118ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:32.120451Z","caller":"traceutil/trace.go:171","msg":"trace[720691778] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"169.969865ms","start":"2026-03-06T01:23:31.950466Z","end":"2026-03-06T01:23:32.120436Z","steps":["trace[720691778] 'process raft request' (duration: 169.717099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:32.120473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.727848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:32.1205Z","caller":"traceutil/trace.go:171","msg":"trace[400492148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23626; }","duration":"179.80779ms","start":"2026-03-06T01:23:31.940683Z","end":"2026-03-06T01:23:32.120491Z","steps":["trace[400492148] 'agreement among raft nodes before linearized reading' (duration: 179.731248ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:32.120508Z","caller":"traceutil/trace.go:171","msg":"trace[308762213] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"170.036636ms","start":"2026-03-06T01:23:31.950464Z","end":"2026-03-06T01:23:32.120501Z","steps":["trace[308762213] 'process raft request' (duration: 169.74549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:32.120564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.513273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:23:32.12065Z","caller":"traceutil/trace.go:171","msg":"trace[1249256036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23626; }","duration":"245.629935ms","start":"2026-03-06T01:23:31.875001Z","end":"2026-03-06T01:23:32.120631Z","steps":["trace[1249256036] 'agreement among raft nodes before linearized reading' (duration: 245.382869ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.343755Z","caller":"traceutil/trace.go:171","msg":"trace[497017387] linearizableReadLoop","detail":"{readStateIndex:24462; appliedIndex:24461; }","duration":"249.517771ms","start":"2026-03-06T01:23:34.094212Z","end":"2026-03-06T01:23:34.34373Z","steps":["trace[497017387] 'read index received' (duration: 249.413929ms)","trace[497017387] 'applied index is now lower than readState.Index' (duration: 102.932µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:34.343868Z","caller":"traceutil/trace.go:171","msg":"trace[1529265436] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"265.390191ms","start":"2026-03-06T01:23:34.078444Z","end":"2026-03-06T01:23:34.343834Z","steps":["trace[1529265436] 'process raft request' (duration: 265.126695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.343983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.747736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:23:34.34413Z","caller":"traceutil/trace.go:171","msg":"trace[752653814] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23638; }","duration":"249.936941ms","start":"2026-03-06T01:23:34.094179Z","end":"2026-03-06T01:23:34.344116Z","steps":["trace[752653814] 'agreement among raft nodes before linearized reading' (duration: 249.665275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.844444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350478686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:23:34.887268Z","caller":"traceutil/trace.go:171","msg":"trace[1862838191] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"757.42071ms","start":"2026-03-06T01:23:34.129823Z","end":"2026-03-06T01:23:34.887244Z","steps":["trace[1862838191] 'process raft request' (duration: 757.237676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.887409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.129803Z","time spent":"757.537122ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:34.887586Z","caller":"traceutil/trace.go:171","msg":"trace[27371827] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"757.553242ms","start":"2026-03-06T01:23:34.130008Z","end":"2026-03-06T01:23:34.887561Z","steps":["trace[27371827] 'process raft request' (duration: 757.190664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.887733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.129986Z","time spent":"757.664424ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:34.887777Z","caller":"traceutil/trace.go:171","msg":"trace[495377684] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"757.392958ms","start":"2026-03-06T01:23:34.130368Z","end":"2026-03-06T01:23:34.887761Z","steps":["trace[495377684] 'process raft request' (duration: 757.369108ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.887823Z","caller":"traceutil/trace.go:171","msg":"trace[1055081699] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"757.699195ms","start":"2026-03-06T01:23:34.130091Z","end":"2026-03-06T01:23:34.88779Z","steps":["trace[1055081699] 'process raft request' (duration: 757.394378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.887874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.130354Z","time spent":"757.4658ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:34.887921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.130072Z","time spent":"757.800817ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:34.887956Z","caller":"traceutil/trace.go:171","msg":"trace[837333757] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"757.670874ms","start":"2026-03-06T01:23:34.13028Z","end":"2026-03-06T01:23:34.887951Z","steps":["trace[837333757] 'process raft request' (duration: 757.434389ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.887956Z","caller":"traceutil/trace.go:171","msg":"trace[2009663866] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"757.715925ms","start":"2026-03-06T01:23:34.130228Z","end":"2026-03-06T01:23:34.887944Z","steps":["trace[2009663866] 'process raft request' (duration: 757.447309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.887985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.130275Z","time spent":"757.695665ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:34.888013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.130218Z","time spent":"757.763956ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:34.987472Z","caller":"traceutil/trace.go:171","msg":"trace[2002225706] linearizableReadLoop","detail":"{readStateIndex:24469; appliedIndex:24462; }","duration":"643.6241ms","start":"2026-03-06T01:23:34.343822Z","end":"2026-03-06T01:23:34.987446Z","steps":["trace[2002225706] 'read index received' (duration: 543.241204ms)","trace[2002225706] 'applied index is now lower than readState.Index' (duration: 100.381936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:34.988061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.766087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:23:34.98817Z","caller":"traceutil/trace.go:171","msg":"trace[315411924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23645; }","duration":"640.92461ms","start":"2026-03-06T01:23:34.347231Z","end":"2026-03-06T01:23:34.988156Z","steps":["trace[315411924] 'agreement among raft nodes before linearized reading' (duration: 640.698325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.988204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.440879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:23:34.988266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.347213Z","time spent":"641.038182ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:23:34.988327Z","caller":"traceutil/trace.go:171","msg":"trace[600018222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23645; }","duration":"858.561321ms","start":"2026-03-06T01:23:34.129743Z","end":"2026-03-06T01:23:34.988304Z","steps":["trace[600018222] 'agreement among raft nodes before linearized reading' (duration: 858.374047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.988395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.129738Z","time spent":"858.642503ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:23:34.988434Z","caller":"traceutil/trace.go:171","msg":"trace[1277215756] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"361.328938ms","start":"2026-03-06T01:23:34.627084Z","end":"2026-03-06T01:23:34.988413Z","steps":["trace[1277215756] 'process raft request' (duration: 360.191153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.988057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.302206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:23:34.988567Z","caller":"traceutil/trace.go:171","msg":"trace[343339551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23645; }","duration":"858.858308ms","start":"2026-03-06T01:23:34.129693Z","end":"2026-03-06T01:23:34.988552Z","steps":["trace[343339551] 'agreement among raft nodes before linearized reading' (duration: 858.180353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.988577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.627055Z","time spent":"361.438891ms","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9527,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:34.988618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.129677Z","time spent":"858.92943ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:34.989214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.429217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:34.988057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.144512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:23:34.989327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.295665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-06T01:23:34.989598Z","caller":"traceutil/trace.go:171","msg":"trace[1243736087] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23645; }","duration":"106.668923ms","start":"2026-03-06T01:23:34.882909Z","end":"2026-03-06T01:23:34.989578Z","steps":["trace[1243736087] 'agreement among raft nodes before linearized reading' (duration: 106.277985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.990003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.686125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:23:34.990063Z","caller":"traceutil/trace.go:171","msg":"trace[471441978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23645; }","duration":"859.758897ms","start":"2026-03-06T01:23:34.130291Z","end":"2026-03-06T01:23:34.990049Z","steps":["trace[471441978] 'agreement among raft nodes before linearized reading' (duration: 859.605473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.990102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.130284Z","time spent":"859.808799ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:34.990188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.678824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T01:23:34.990266Z","caller":"traceutil/trace.go:171","msg":"trace[1693238715] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23645; }","duration":"355.802406ms","start":"2026-03-06T01:23:34.634447Z","end":"2026-03-06T01:23:34.99025Z","steps":["trace[1693238715] 'agreement among raft nodes before linearized reading' (duration: 355.605852ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.990258Z","caller":"traceutil/trace.go:171","msg":"trace[973119608] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23645; }","duration":"838.542892ms","start":"2026-03-06T01:23:34.151684Z","end":"2026-03-06T01:23:34.990227Z","steps":["trace[973119608] 'agreement among raft nodes before linearized reading' (duration: 837.418937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.990301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.634424Z","time spent":"355.869017ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:23:34.990339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.151666Z","time spent":"838.640264ms","remote":"127.0.0.1:54996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.990334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.926592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-06T01:23:34.990348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.997531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:23:34.990408Z","caller":"traceutil/trace.go:171","msg":"trace[788972584] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23645; }","duration":"327.041154ms","start":"2026-03-06T01:23:34.663348Z","end":"2026-03-06T01:23:34.99039Z","steps":["trace[788972584] 'agreement among raft nodes before linearized reading' (duration: 325.94551ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.990433Z","caller":"traceutil/trace.go:171","msg":"trace[712121278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23645; }","duration":"356.110073ms","start":"2026-03-06T01:23:34.634302Z","end":"2026-03-06T01:23:34.990412Z","steps":["trace[712121278] 'agreement among raft nodes before linearized reading' (duration: 355.847957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.990482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.634293Z","time spent":"356.180404ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:34.990483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.663328Z","time spent":"327.141917ms","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-06T01:23:34.990254Z","caller":"traceutil/trace.go:171","msg":"trace[609087154] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23645; }","duration":"860.386622ms","start":"2026-03-06T01:23:34.129841Z","end":"2026-03-06T01:23:34.990228Z","steps":["trace[609087154] 'agreement among raft nodes before linearized reading' (duration: 857.979979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.990778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.129813Z","time spent":"860.929074ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:34.990116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.945922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:23:34.992283Z","caller":"traceutil/trace.go:171","msg":"trace[990258696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23645; }","duration":"862.20666ms","start":"2026-03-06T01:23:34.130066Z","end":"2026-03-06T01:23:34.992273Z","steps":["trace[990258696] 'agreement among raft nodes before linearized reading' (duration: 859.895329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.992322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.130058Z","time spent":"862.254581ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:37.443934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.296125ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:23:37.444493Z","caller":"traceutil/trace.go:171","msg":"trace[320652969] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"552.19635ms","start":"2026-03-06T01:23:36.892277Z","end":"2026-03-06T01:23:37.444474Z","steps":["trace[320652969] 'process raft request' (duration: 551.7265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:37.444591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.892253Z","time spent":"552.284443ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:38.077009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.470704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:38.077842Z","caller":"traceutil/trace.go:171","msg":"trace[763381480] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"1.185118924s","start":"2026-03-06T01:23:36.892689Z","end":"2026-03-06T01:23:38.077808Z","steps":["trace[763381480] 'process raft request' (duration: 1.1844368s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.07798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.892676Z","time spent":"1.185231057s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.078275Z","caller":"traceutil/trace.go:171","msg":"trace[1835940507] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"1.185796009s","start":"2026-03-06T01:23:36.892471Z","end":"2026-03-06T01:23:38.078267Z","steps":["trace[1835940507] 'process raft request' (duration: 551.967846ms)","trace[1835940507] 'compare' (duration: 630.444579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.078315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.892463Z","time spent":"1.18583517s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.078365Z","caller":"traceutil/trace.go:171","msg":"trace[201408155] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"1.185151915s","start":"2026-03-06T01:23:36.893209Z","end":"2026-03-06T01:23:38.078361Z","steps":["trace[201408155] 'process raft request' (duration: 1.184225235s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.078391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.8932Z","time spent":"1.185175366s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.078429Z","caller":"traceutil/trace.go:171","msg":"trace[1507787847] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"1.185571665s","start":"2026-03-06T01:23:36.892853Z","end":"2026-03-06T01:23:38.078425Z","steps":["trace[1507787847] 'process raft request' (duration: 1.184514102s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.078451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.892845Z","time spent":"1.185592695s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.078533Z","caller":"traceutil/trace.go:171","msg":"trace[1915645156] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"1.18218544s","start":"2026-03-06T01:23:36.896323Z","end":"2026-03-06T01:23:38.078509Z","steps":["trace[1915645156] 'process raft request' (duration: 1.181165058s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.07865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.896294Z","time spent":"1.182290202s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:38.07913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137185182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.079158Z","caller":"traceutil/trace.go:171","msg":"trace[845127701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23660; }","duration":"1.137242733s","start":"2026-03-06T01:23:36.941909Z","end":"2026-03-06T01:23:38.079152Z","steps":["trace[845127701] 'agreement among raft nodes before linearized reading' (duration: 1.137195352s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.079173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.941892Z","time spent":"1.137277244s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:23:38.077612Z","caller":"traceutil/trace.go:171","msg":"trace[1331407257] linearizableReadLoop","detail":"{readStateIndex:24485; appliedIndex:24478; }","duration":"1.135638059s","start":"2026-03-06T01:23:36.941949Z","end":"2026-03-06T01:23:38.077587Z","steps":["trace[1331407257] 'read index received' (duration: 115.854416ms)","trace[1331407257] 'applied index is now lower than readState.Index' (duration: 1.019732481s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.101265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.862756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:38.101275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.696252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.101319Z","caller":"traceutil/trace.go:171","msg":"trace[2038153223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23660; }","duration":"654.985839ms","start":"2026-03-06T01:23:37.446317Z","end":"2026-03-06T01:23:38.101303Z","steps":["trace[2038153223] 'agreement among raft nodes before linearized reading' (duration: 654.812906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.101383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.446307Z","time spent":"655.066391ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:38.10134Z","caller":"traceutil/trace.go:171","msg":"trace[468614649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23660; }","duration":"369.788594ms","start":"2026-03-06T01:23:37.731533Z","end":"2026-03-06T01:23:38.101322Z","steps":["trace[468614649] 'agreement among raft nodes before linearized reading' (duration: 369.667361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.101521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.731525Z","time spent":"369.983888ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:38.101691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.904845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.101746Z","caller":"traceutil/trace.go:171","msg":"trace[450083726] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23660; }","duration":"379.972727ms","start":"2026-03-06T01:23:37.721741Z","end":"2026-03-06T01:23:38.101714Z","steps":["trace[450083726] 'agreement among raft nodes before linearized reading' (duration: 379.900386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.101775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.721723Z","time spent":"380.043448ms","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.101852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099203037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:23:38.101964Z","caller":"traceutil/trace.go:171","msg":"trace[1967639223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23660; }","duration":"1.09936181s","start":"2026-03-06T01:23:37.002587Z","end":"2026-03-06T01:23:38.101949Z","steps":["trace[1967639223] 'agreement among raft nodes before linearized reading' (duration: 1.098491311s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.102148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.002567Z","time spent":"1.099560455s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:38.102371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09838079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:23:38.102433Z","caller":"traceutil/trace.go:171","msg":"trace[1571065703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23660; }","duration":"1.098466052s","start":"2026-03-06T01:23:37.003959Z","end":"2026-03-06T01:23:38.102425Z","steps":["trace[1571065703] 'agreement among raft nodes before linearized reading' (duration: 1.098324808s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.10246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.003945Z","time spent":"1.098508493s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:38.102612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.14344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:23:38.102618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098630345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:23:38.102658Z","caller":"traceutil/trace.go:171","msg":"trace[2069757912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23660; }","duration":"669.204071ms","start":"2026-03-06T01:23:37.433427Z","end":"2026-03-06T01:23:38.102631Z","steps":["trace[2069757912] 'agreement among raft nodes before linearized reading' (duration: 669.113329ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:38.102662Z","caller":"traceutil/trace.go:171","msg":"trace[1411158699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23660; }","duration":"1.098693837s","start":"2026-03-06T01:23:37.003948Z","end":"2026-03-06T01:23:38.102641Z","steps":["trace[1411158699] 'agreement among raft nodes before linearized reading' (duration: 1.098567394s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.102682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.433412Z","time spent":"669.262953ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:23:38.102684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.003931Z","time spent":"1.098748308s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:38.102981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095266641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T01:23:38.10257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097264395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:23:38.103392Z","caller":"traceutil/trace.go:171","msg":"trace[1905061061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23660; }","duration":"1.098219626s","start":"2026-03-06T01:23:37.005152Z","end":"2026-03-06T01:23:38.103371Z","steps":["trace[1905061061] 'agreement among raft nodes before linearized reading' (duration: 1.097129961s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:38.103141Z","caller":"traceutil/trace.go:171","msg":"trace[1496006205] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23660; }","duration":"1.095414214s","start":"2026-03-06T01:23:37.007686Z","end":"2026-03-06T01:23:38.1031Z","steps":["trace[1496006205] 'agreement among raft nodes before linearized reading' (duration: 1.095051576s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.10352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.005133Z","time spent":"1.098351128s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:23:38.103524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.00768Z","time spent":"1.095826993s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:38.634446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.262245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:38.634609Z","caller":"traceutil/trace.go:171","msg":"trace[1593171500] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"525.649048ms","start":"2026-03-06T01:23:38.108949Z","end":"2026-03-06T01:23:38.634598Z","steps":["trace[1593171500] 'process raft request' (duration: 525.570885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.63466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.108931Z","time spent":"525.700509ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.634724Z","caller":"traceutil/trace.go:171","msg":"trace[1932159473] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"526.405774ms","start":"2026-03-06T01:23:38.108293Z","end":"2026-03-06T01:23:38.634698Z","steps":["trace[1932159473] 'process raft request' (duration: 286.830761ms)","trace[1932159473] 'compare' (duration: 238.923908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.634845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.108273Z","time spent":"526.516416ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.634949Z","caller":"traceutil/trace.go:171","msg":"trace[1181194899] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"525.832502ms","start":"2026-03-06T01:23:38.109098Z","end":"2026-03-06T01:23:38.634931Z","steps":["trace[1181194899] 'process raft request' (duration: 525.480225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.109088Z","time spent":"525.902904ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.63508Z","caller":"traceutil/trace.go:171","msg":"trace[1710668891] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"525.846622ms","start":"2026-03-06T01:23:38.109225Z","end":"2026-03-06T01:23:38.635072Z","steps":["trace[1710668891] 'process raft request' (duration: 525.457874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.109219Z","time spent":"525.886433ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.635172Z","caller":"traceutil/trace.go:171","msg":"trace[138190935] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"525.650768ms","start":"2026-03-06T01:23:38.109514Z","end":"2026-03-06T01:23:38.635165Z","steps":["trace[138190935] 'process raft request' (duration: 525.227429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.109486Z","time spent":"525.713629ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.635663Z","caller":"traceutil/trace.go:171","msg":"trace[1705161392] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"526.036976ms","start":"2026-03-06T01:23:38.109613Z","end":"2026-03-06T01:23:38.63565Z","steps":["trace[1705161392] 'process raft request' (duration: 525.30754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.109605Z","time spent":"526.121329ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:38.63581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.177474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.635859Z","caller":"traceutil/trace.go:171","msg":"trace[1588383661] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23666; }","duration":"432.272936ms","start":"2026-03-06T01:23:38.203574Z","end":"2026-03-06T01:23:38.635847Z","steps":["trace[1588383661] 'agreement among raft nodes before linearized reading' (duration: 432.185334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.203559Z","time spent":"432.318637ms","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:23:38.635614Z","caller":"traceutil/trace.go:171","msg":"trace[2088365268] linearizableReadLoop","detail":"{readStateIndex:24491; appliedIndex:24485; }","duration":"431.98253ms","start":"2026-03-06T01:23:38.203608Z","end":"2026-03-06T01:23:38.63559Z","steps":["trace[2088365268] 'read index received' (duration: 191.750142ms)","trace[2088365268] 'applied index is now lower than readState.Index' (duration: 240.231378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.636274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.225531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.636318Z","caller":"traceutil/trace.go:171","msg":"trace[337913729] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23666; }","duration":"252.275202ms","start":"2026-03-06T01:23:38.38403Z","end":"2026-03-06T01:23:38.636305Z","steps":["trace[337913729] 'agreement among raft nodes before linearized reading' (duration: 252.198621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:39.395521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.790508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:39.395603Z","caller":"traceutil/trace.go:171","msg":"trace[1488648631] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23668; }","duration":"138.924091ms","start":"2026-03-06T01:23:39.256659Z","end":"2026-03-06T01:23:39.395583Z","steps":["trace[1488648631] 'count revisions from in-memory index tree' (duration: 138.685786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:39.395774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.986731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:39.395856Z","caller":"traceutil/trace.go:171","msg":"trace[1695164016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23668; }","duration":"453.104283ms","start":"2026-03-06T01:23:38.942733Z","end":"2026-03-06T01:23:39.395837Z","steps":["trace[1695164016] 'range keys from in-memory index tree' (duration: 452.922739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:39.395902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.942718Z","time spent":"453.174416ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:39.396087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.867754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:39.396127Z","caller":"traceutil/trace.go:171","msg":"trace[1855538335] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23668; }","duration":"399.912105ms","start":"2026-03-06T01:23:38.996205Z","end":"2026-03-06T01:23:39.396117Z","steps":["trace[1855538335] 'count revisions from in-memory index tree' (duration: 399.758271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:39.396163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.996183Z","time spent":"399.971515ms","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:39.78502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.328819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:39.785138Z","caller":"traceutil/trace.go:171","msg":"trace[349018693] linearizableReadLoop","detail":"{readStateIndex:24495; appliedIndex:24494; }","duration":"188.214965ms","start":"2026-03-06T01:23:39.596904Z","end":"2026-03-06T01:23:39.785119Z","steps":["trace[349018693] 'read index received' (duration: 34.777524ms)","trace[349018693] 'applied index is now lower than readState.Index' (duration: 153.435971ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:39.785244Z","caller":"traceutil/trace.go:171","msg":"trace[434478951] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"335.92991ms","start":"2026-03-06T01:23:39.449272Z","end":"2026-03-06T01:23:39.785202Z","steps":["trace[434478951] 'process raft request' (duration: 182.319175ms)","trace[434478951] 'compare' (duration: 152.980821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:39.785364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.42428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-06T01:23:39.785391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:39.449248Z","time spent":"336.067712ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:39.785408Z","caller":"traceutil/trace.go:171","msg":"trace[981459092] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23670; }","duration":"188.534851ms","start":"2026-03-06T01:23:39.596861Z","end":"2026-03-06T01:23:39.785395Z","steps":["trace[981459092] 'agreement among raft nodes before linearized reading' (duration: 188.340347ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:39.814846Z","caller":"traceutil/trace.go:171","msg":"trace[1542624160] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"192.808576ms","start":"2026-03-06T01:23:39.622004Z","end":"2026-03-06T01:23:39.814813Z","steps":["trace[1542624160] 'process raft request' (duration: 192.368226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.874437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.550145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:23:40.874528Z","caller":"traceutil/trace.go:171","msg":"trace[1446471974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23679; }","duration":"235.686578ms","start":"2026-03-06T01:23:40.638814Z","end":"2026-03-06T01:23:40.8745Z","steps":["trace[1446471974] 'range keys from in-memory index tree' (duration: 235.359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.874669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.784054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:40.874688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.541174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:23:40.874754Z","caller":"traceutil/trace.go:171","msg":"trace[1958369211] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23679; }","duration":"532.913747ms","start":"2026-03-06T01:23:40.341819Z","end":"2026-03-06T01:23:40.874733Z","steps":["trace[1958369211] 'count revisions from in-memory index tree' (duration: 532.694081ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:40.874776Z","caller":"traceutil/trace.go:171","msg":"trace[1722119094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23679; }","duration":"235.697238ms","start":"2026-03-06T01:23:40.639052Z","end":"2026-03-06T01:23:40.874749Z","steps":["trace[1722119094] 'range keys from in-memory index tree' (duration: 235.317939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.874837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.341803Z","time spent":"532.997108ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:40.874955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.818419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:23:40.875747Z","caller":"traceutil/trace.go:171","msg":"trace[338974836] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23679; }","duration":"235.631447ms","start":"2026-03-06T01:23:40.640083Z","end":"2026-03-06T01:23:40.875714Z","steps":["trace[338974836] 'range keys from in-memory index tree' (duration: 234.634845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.875349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.537436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:23:40.875902Z","caller":"traceutil/trace.go:171","msg":"trace[1682203261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23679; }","duration":"237.110269ms","start":"2026-03-06T01:23:40.638768Z","end":"2026-03-06T01:23:40.875879Z","steps":["trace[1682203261] 'range keys from in-memory index tree' (duration: 236.424384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.875511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.359838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:23:40.876059Z","caller":"traceutil/trace.go:171","msg":"trace[1930158588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23679; }","duration":"234.929281ms","start":"2026-03-06T01:23:40.641115Z","end":"2026-03-06T01:23:40.876045Z","steps":["trace[1930158588] 'range keys from in-memory index tree' (duration: 234.225494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.875643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.315009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-fmpnc\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-03-06T01:23:40.876326Z","caller":"traceutil/trace.go:171","msg":"trace[406559703] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-fmpnc; range_end:; response_count:1; response_revision:23679; }","duration":"179.991765ms","start":"2026-03-06T01:23:40.696311Z","end":"2026-03-06T01:23:40.876303Z","steps":["trace[406559703] 'range keys from in-memory index tree' (duration: 179.169126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.875641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.312677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:23:40.876509Z","caller":"traceutil/trace.go:171","msg":"trace[1695240309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23679; }","duration":"235.204327ms","start":"2026-03-06T01:23:40.641281Z","end":"2026-03-06T01:23:40.876486Z","steps":["trace[1695240309] 'range keys from in-memory index tree' (duration: 234.159324ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:41.319353Z","caller":"traceutil/trace.go:171","msg":"trace[883814535] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"439.579877ms","start":"2026-03-06T01:23:40.879746Z","end":"2026-03-06T01:23:41.319326Z","steps":["trace[883814535] 'process raft request' (duration: 394.230191ms)","trace[883814535] 'compare' (duration: 45.06477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:41.319495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.87973Z","time spent":"439.696119ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:41.319549Z","caller":"traceutil/trace.go:171","msg":"trace[1509873306] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"439.195988ms","start":"2026-03-06T01:23:40.880335Z","end":"2026-03-06T01:23:41.319531Z","steps":["trace[1509873306] 'process raft request' (duration: 438.925393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.319642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.880319Z","time spent":"439.28015ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:41.320408Z","caller":"traceutil/trace.go:171","msg":"trace[1162124036] linearizableReadLoop","detail":"{readStateIndex:24511; appliedIndex:24504; }","duration":"378.865633ms","start":"2026-03-06T01:23:40.941526Z","end":"2026-03-06T01:23:41.320392Z","steps":["trace[1162124036] 'read index received' (duration: 19.892687ms)","trace[1162124036] 'applied index is now lower than readState.Index' (duration: 358.971966ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:41.320503Z","caller":"traceutil/trace.go:171","msg":"trace[151539935] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"437.838988ms","start":"2026-03-06T01:23:40.882654Z","end":"2026-03-06T01:23:41.320493Z","steps":["trace[151539935] 'process raft request' (duration: 437.633424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.320596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.882641Z","time spent":"437.9162ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3698,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:41.320701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.151109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:41.320802Z","caller":"traceutil/trace.go:171","msg":"trace[751192176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23686; }","duration":"379.290442ms","start":"2026-03-06T01:23:40.941488Z","end":"2026-03-06T01:23:41.320778Z","steps":["trace[751192176] 'agreement among raft nodes before linearized reading' (duration: 379.018357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.320864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.941469Z","time spent":"379.381394ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:41.320889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.027147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:23:41.320935Z","caller":"traceutil/trace.go:171","msg":"trace[1402266476] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23686; }","duration":"369.109968ms","start":"2026-03-06T01:23:40.951811Z","end":"2026-03-06T01:23:41.320921Z","steps":["trace[1402266476] 'agreement among raft nodes before linearized reading' (duration: 368.968705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.320984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.95179Z","time spent":"369.18482ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-06T01:23:41.321073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.16067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:41.321211Z","caller":"traceutil/trace.go:171","msg":"trace[1142899860] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23686; }","duration":"364.294504ms","start":"2026-03-06T01:23:40.956846Z","end":"2026-03-06T01:23:41.321141Z","steps":["trace[1142899860] 'agreement among raft nodes before linearized reading' (duration: 364.12117ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:41.321232Z","caller":"traceutil/trace.go:171","msg":"trace[962318344] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"440.301463ms","start":"2026-03-06T01:23:40.880917Z","end":"2026-03-06T01:23:41.321219Z","steps":["trace[962318344] 'process raft request' (duration: 438.525604ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:41.321258Z","caller":"traceutil/trace.go:171","msg":"trace[830788459] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"439.992376ms","start":"2026-03-06T01:23:40.881245Z","end":"2026-03-06T01:23:41.321237Z","steps":["trace[830788459] 'process raft request' (duration: 438.975233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.321297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.956834Z","time spent":"364.439847ms","remote":"127.0.0.1:60344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:41.321306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.880899Z","time spent":"440.371315ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:41.321384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.881227Z","time spent":"440.075479ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:41.322161Z","caller":"traceutil/trace.go:171","msg":"trace[82389958] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"427.840479ms","start":"2026-03-06T01:23:40.894301Z","end":"2026-03-06T01:23:41.322141Z","steps":["trace[82389958] 'process raft request' (duration: 426.036699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.322745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.894285Z","time spent":"427.991192ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:41.584296Z","caller":"traceutil/trace.go:171","msg":"trace[1373727224] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"164.983704ms","start":"2026-03-06T01:23:41.41929Z","end":"2026-03-06T01:23:41.584274Z","steps":["trace[1373727224] 'process raft request' (duration: 164.80798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:42.684511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.057842ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:42.684664Z","caller":"traceutil/trace.go:171","msg":"trace[593858457] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23697; }","duration":"153.221155ms","start":"2026-03-06T01:23:42.531425Z","end":"2026-03-06T01:23:42.684646Z","steps":["trace[593858457] 'range keys from in-memory index tree' (duration: 153.043411ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:42.685129Z","caller":"traceutil/trace.go:171","msg":"trace[498750316] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"575.783698ms","start":"2026-03-06T01:23:42.109318Z","end":"2026-03-06T01:23:42.685102Z","steps":["trace[498750316] 'process raft request' (duration: 531.824013ms)","trace[498750316] 'compare' (duration: 42.686667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:42.685283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.109284Z","time spent":"575.935471ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:42.685316Z","caller":"traceutil/trace.go:171","msg":"trace[2140750093] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"575.40621ms","start":"2026-03-06T01:23:42.109882Z","end":"2026-03-06T01:23:42.685288Z","steps":["trace[2140750093] 'process raft request' (duration: 575.186975ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:42.685387Z","caller":"traceutil/trace.go:171","msg":"trace[1417190475] linearizableReadLoop","detail":"{readStateIndex:24526; appliedIndex:24523; }","duration":"222.627531ms","start":"2026-03-06T01:23:42.462738Z","end":"2026-03-06T01:23:42.685365Z","steps":["trace[1417190475] 'read index received' (duration: 178.46138ms)","trace[1417190475] 'applied index is now lower than readState.Index' (duration: 44.165021ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:42.685461Z","caller":"traceutil/trace.go:171","msg":"trace[14432713] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"575.471692ms","start":"2026-03-06T01:23:42.109981Z","end":"2026-03-06T01:23:42.685452Z","steps":["trace[14432713] 'process raft request' (duration: 575.260817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:42.685504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.109962Z","time spent":"575.522444ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:42.685497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.109873Z","time spent":"575.531193ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:42.685674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.901087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:42.685732Z","caller":"traceutil/trace.go:171","msg":"trace[2119624635] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23700; }","duration":"223.008929ms","start":"2026-03-06T01:23:42.462703Z","end":"2026-03-06T01:23:42.685712Z","steps":["trace[2119624635] 'agreement among raft nodes before linearized reading' (duration: 222.768874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:42.685899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.228593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:42.685995Z","caller":"traceutil/trace.go:171","msg":"trace[1836603327] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23700; }","duration":"182.388027ms","start":"2026-03-06T01:23:42.503589Z","end":"2026-03-06T01:23:42.685977Z","steps":["trace[1836603327] 'agreement among raft nodes before linearized reading' (duration: 182.216773ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:43.295676Z","caller":"traceutil/trace.go:171","msg":"trace[1226954830] linearizableReadLoop","detail":"{readStateIndex:24527; appliedIndex:24526; }","duration":"296.323069ms","start":"2026-03-06T01:23:42.999334Z","end":"2026-03-06T01:23:43.295657Z","steps":["trace[1226954830] 'read index received' (duration: 296.198486ms)","trace[1226954830] 'applied index is now lower than readState.Index' (duration: 123.802µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:43.295733Z","caller":"traceutil/trace.go:171","msg":"trace[121836769] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"298.416186ms","start":"2026-03-06T01:23:42.997292Z","end":"2026-03-06T01:23:43.295708Z","steps":["trace[121836769] 'process raft request' (duration: 298.242272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:43.295844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.472732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-06T01:23:43.295872Z","caller":"traceutil/trace.go:171","msg":"trace[132324074] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23701; }","duration":"296.548974ms","start":"2026-03-06T01:23:42.999315Z","end":"2026-03-06T01:23:43.295864Z","steps":["trace[132324074] 'agreement among raft nodes before linearized reading' (duration: 296.410641ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:43.441645Z","caller":"traceutil/trace.go:171","msg":"trace[1073358909] linearizableReadLoop","detail":"{readStateIndex:24528; appliedIndex:24527; }","duration":"114.783931ms","start":"2026-03-06T01:23:43.326841Z","end":"2026-03-06T01:23:43.441625Z","steps":["trace[1073358909] 'read index received' (duration: 101.305556ms)","trace[1073358909] 'applied index is now lower than readState.Index' (duration: 13.477515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:43.441832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.967187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:23:43.441872Z","caller":"traceutil/trace.go:171","msg":"trace[518434797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23702; }","duration":"115.036148ms","start":"2026-03-06T01:23:43.326826Z","end":"2026-03-06T01:23:43.441863Z","steps":["trace[518434797] 'agreement among raft nodes before linearized reading' (duration: 114.894804ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:43.442799Z","caller":"traceutil/trace.go:171","msg":"trace[1954853452] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"116.197654ms","start":"2026-03-06T01:23:43.326562Z","end":"2026-03-06T01:23:43.44276Z","steps":["trace[1954853452] 'process raft request' (duration: 101.569853ms)","trace[1954853452] 'compare' (duration: 13.385653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:43.443422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.519469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:23:43.44349Z","caller":"traceutil/trace.go:171","msg":"trace[445802256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23703; }","duration":"116.607231ms","start":"2026-03-06T01:23:43.32687Z","end":"2026-03-06T01:23:43.443477Z","steps":["trace[445802256] 'agreement among raft nodes before linearized reading' (duration: 116.421817ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:43.443578Z","caller":"traceutil/trace.go:171","msg":"trace[1137357725] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"116.184112ms","start":"2026-03-06T01:23:43.327138Z","end":"2026-03-06T01:23:43.443322Z","steps":["trace[1137357725] 'process raft request' (duration: 116.036999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:43.443574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.607575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:23:43.444039Z","caller":"traceutil/trace.go:171","msg":"trace[1399035819] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23703; }","duration":"114.096856ms","start":"2026-03-06T01:23:43.329926Z","end":"2026-03-06T01:23:43.444023Z","steps":["trace[1399035819] 'agreement among raft nodes before linearized reading' (duration: 113.512433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:43.443795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.472161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-03-06T01:23:43.444263Z","caller":"traceutil/trace.go:171","msg":"trace[509514063] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23703; }","duration":"112.952461ms","start":"2026-03-06T01:23:43.331292Z","end":"2026-03-06T01:23:43.444244Z","steps":["trace[509514063] 'agreement among raft nodes before linearized reading' (duration: 112.056441ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.302375Z","caller":"traceutil/trace.go:171","msg":"trace[1674754119] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"201.127428ms","start":"2026-03-06T01:23:44.101223Z","end":"2026-03-06T01:23:44.30235Z","steps":["trace[1674754119] 'process raft request' (duration: 200.979405ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.628218Z","caller":"traceutil/trace.go:171","msg":"trace[35519810] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"222.543849ms","start":"2026-03-06T01:23:44.405629Z","end":"2026-03-06T01:23:44.628172Z","steps":["trace[35519810] 'process raft request' (duration: 222.495058ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.628669Z","caller":"traceutil/trace.go:171","msg":"trace[20733335] linearizableReadLoop","detail":"{readStateIndex:24535; appliedIndex:24534; }","duration":"472.005488ms","start":"2026-03-06T01:23:44.156652Z","end":"2026-03-06T01:23:44.628657Z","steps":["trace[20733335] 'read index received' (duration: 145.67489ms)","trace[20733335] 'applied index is now lower than readState.Index' (duration: 326.329488ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:44.628717Z","caller":"traceutil/trace.go:171","msg":"trace[192848380] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"521.419334ms","start":"2026-03-06T01:23:44.107283Z","end":"2026-03-06T01:23:44.628703Z","steps":["trace[192848380] 'process raft request' (duration: 520.569406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.628799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.139602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.628842Z","caller":"traceutil/trace.go:171","msg":"trace[2126365380] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23711; }","duration":"472.246054ms","start":"2026-03-06T01:23:44.156584Z","end":"2026-03-06T01:23:44.62883Z","steps":["trace[2126365380] 'agreement among raft nodes before linearized reading' (duration: 472.166542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.628876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.156568Z","time spent":"472.298545ms","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.628909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.10726Z","time spent":"521.522907ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:44.628629Z","caller":"traceutil/trace.go:171","msg":"trace[1146172066] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"440.985828ms","start":"2026-03-06T01:23:44.187599Z","end":"2026-03-06T01:23:44.628585Z","steps":["trace[1146172066] 'process raft request' (duration: 440.457036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.629087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.187564Z","time spent":"441.446747ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18429,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:45.778415Z","caller":"traceutil/trace.go:171","msg":"trace[1780832872] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"327.441863ms","start":"2026-03-06T01:23:45.450906Z","end":"2026-03-06T01:23:45.778348Z","steps":["trace[1780832872] 'process raft request' (duration: 249.969171ms)","trace[1780832872] 'compare' (duration: 77.225557ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:45.778494Z","caller":"traceutil/trace.go:171","msg":"trace[820683256] linearizableReadLoop","detail":"{readStateIndex:24543; appliedIndex:24542; }","duration":"313.371834ms","start":"2026-03-06T01:23:45.464992Z","end":"2026-03-06T01:23:45.778364Z","steps":["trace[820683256] 'read index received' (duration: 235.897562ms)","trace[820683256] 'applied index is now lower than readState.Index' (duration: 77.472592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:45.778581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:45.450894Z","time spent":"327.609186ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:45.778638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.690035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:23:45.778607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.533362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:23:45.778658Z","caller":"traceutil/trace.go:171","msg":"trace[164801956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23718; }","duration":"325.738407ms","start":"2026-03-06T01:23:45.452913Z","end":"2026-03-06T01:23:45.778652Z","steps":["trace[164801956] 'agreement among raft nodes before linearized reading' (duration: 325.620694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:45.778677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:45.452906Z","time spent":"325.765487ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:23:45.778691Z","caller":"traceutil/trace.go:171","msg":"trace[1465018193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23718; }","duration":"325.661365ms","start":"2026-03-06T01:23:45.453005Z","end":"2026-03-06T01:23:45.778667Z","steps":["trace[1465018193] 'agreement among raft nodes before linearized reading' (duration: 325.41718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:45.778737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:45.452982Z","time spent":"325.742946ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:23:45.778831Z","caller":"traceutil/trace.go:171","msg":"trace[1369058519] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"308.785824ms","start":"2026-03-06T01:23:45.469576Z","end":"2026-03-06T01:23:45.778362Z","steps":["trace[1369058519] 'process raft request' (duration: 308.730773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:45.778947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:45.469552Z","time spent":"309.329166ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:46.031766Z","caller":"traceutil/trace.go:171","msg":"trace[698390927] linearizableReadLoop","detail":"{readStateIndex:24547; appliedIndex:24545; }","duration":"170.378863ms","start":"2026-03-06T01:23:45.861352Z","end":"2026-03-06T01:23:46.031731Z","steps":["trace[698390927] 'read index received' (duration: 77.980633ms)","trace[698390927] 'applied index is now lower than readState.Index' (duration: 92.39733ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:46.031815Z","caller":"traceutil/trace.go:171","msg":"trace[1815096877] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"247.831434ms","start":"2026-03-06T01:23:45.783953Z","end":"2026-03-06T01:23:46.031785Z","steps":["trace[1815096877] 'process raft request' (duration: 155.439654ms)","trace[1815096877] 'compare' (duration: 92.155505ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:46.031896Z","caller":"traceutil/trace.go:171","msg":"trace[712676869] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"226.775232ms","start":"2026-03-06T01:23:45.805111Z","end":"2026-03-06T01:23:46.031886Z","steps":["trace[712676869] 'process raft request' (duration: 226.568718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:46.03208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.70453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:46.032123Z","caller":"traceutil/trace.go:171","msg":"trace[1054781989] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23721; }","duration":"170.790511ms","start":"2026-03-06T01:23:45.861323Z","end":"2026-03-06T01:23:46.032113Z","steps":["trace[1054781989] 'agreement among raft nodes before linearized reading' (duration: 170.701339ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:46.837337Z","caller":"traceutil/trace.go:171","msg":"trace[1647039810] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"201.886714ms","start":"2026-03-06T01:23:46.635426Z","end":"2026-03-06T01:23:46.837313Z","steps":["trace[1647039810] 'process raft request' (duration: 201.66946ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:46.871031Z","caller":"traceutil/trace.go:171","msg":"trace[1016809262] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"170.873094ms","start":"2026-03-06T01:23:46.700144Z","end":"2026-03-06T01:23:46.871018Z","steps":["trace[1016809262] 'process raft request' (duration: 170.791172ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:46.871047Z","caller":"traceutil/trace.go:171","msg":"trace[999761611] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"173.210405ms","start":"2026-03-06T01:23:46.69782Z","end":"2026-03-06T01:23:46.87103Z","steps":["trace[999761611] 'process raft request' (duration: 166.765113ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:46.871175Z","caller":"traceutil/trace.go:171","msg":"trace[274034803] linearizableReadLoop","detail":"{readStateIndex:24553; appliedIndex:24549; }","duration":"111.270895ms","start":"2026-03-06T01:23:46.759703Z","end":"2026-03-06T01:23:46.870974Z","steps":["trace[274034803] 'read index received' (duration: 77.38627ms)","trace[274034803] 'applied index is now lower than readState.Index' (duration: 33.883805ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:46.871261Z","caller":"traceutil/trace.go:171","msg":"trace[92840397] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"171.654001ms","start":"2026-03-06T01:23:46.699343Z","end":"2026-03-06T01:23:46.870998Z","steps":["trace[92840397] 'process raft request' (duration: 171.548169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:46.871317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.578852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:46.871522Z","caller":"traceutil/trace.go:171","msg":"trace[1314012740] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23726; }","duration":"111.746094ms","start":"2026-03-06T01:23:46.759669Z","end":"2026-03-06T01:23:46.871415Z","steps":["trace[1314012740] 'agreement among raft nodes before linearized reading' (duration: 111.51715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:48.470182Z","caller":"traceutil/trace.go:171","msg":"trace[1221316040] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"156.20237ms","start":"2026-03-06T01:23:48.313964Z","end":"2026-03-06T01:23:48.470166Z","steps":["trace[1221316040] 'process raft request' (duration: 156.090678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:48.899811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.593529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:48.899891Z","caller":"traceutil/trace.go:171","msg":"trace[956651647] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23735; }","duration":"232.718312ms","start":"2026-03-06T01:23:48.667154Z","end":"2026-03-06T01:23:48.899872Z","steps":["trace[956651647] 'range keys from in-memory index tree' (duration: 232.518788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:48.900169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.199833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:48.900219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.821566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:23:48.900234Z","caller":"traceutil/trace.go:171","msg":"trace[1678803208] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23735; }","duration":"325.307716ms","start":"2026-03-06T01:23:48.574911Z","end":"2026-03-06T01:23:48.900219Z","steps":["trace[1678803208] 'count revisions from in-memory index tree' (duration: 325.111912ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:48.900256Z","caller":"traceutil/trace.go:171","msg":"trace[468424212] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23735; }","duration":"278.898297ms","start":"2026-03-06T01:23:48.621348Z","end":"2026-03-06T01:23:48.900246Z","steps":["trace[468424212] 'range keys from in-memory index tree' (duration: 278.62001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:48.900275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.574891Z","time spent":"325.371148ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:48.900169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.755008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T01:23:48.900364Z","caller":"traceutil/trace.go:171","msg":"trace[1688674317] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23735; }","duration":"255.984233ms","start":"2026-03-06T01:23:48.644358Z","end":"2026-03-06T01:23:48.900343Z","steps":["trace[1688674317] 'range keys from in-memory index tree' (duration: 255.616295ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:49.056351Z","caller":"traceutil/trace.go:171","msg":"trace[831465630] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"213.560803ms","start":"2026-03-06T01:23:48.842757Z","end":"2026-03-06T01:23:49.056318Z","steps":["trace[831465630] 'process raft request' (duration: 213.388469ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:49.079477Z","caller":"traceutil/trace.go:171","msg":"trace[126875793] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"219.383639ms","start":"2026-03-06T01:23:48.860071Z","end":"2026-03-06T01:23:49.079454Z","steps":["trace[126875793] 'process raft request' (duration: 219.228445ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:49.079504Z","caller":"traceutil/trace.go:171","msg":"trace[1257010097] linearizableReadLoop","detail":"{readStateIndex:24567; appliedIndex:24562; }","duration":"176.433506ms","start":"2026-03-06T01:23:48.903051Z","end":"2026-03-06T01:23:49.079484Z","steps":["trace[1257010097] 'read index received' (duration: 153.031732ms)","trace[1257010097] 'applied index is now lower than readState.Index' (duration: 23.401074ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:49.079522Z","caller":"traceutil/trace.go:171","msg":"trace[766612692] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"204.263658ms","start":"2026-03-06T01:23:48.875236Z","end":"2026-03-06T01:23:49.0795Z","steps":["trace[766612692] 'process raft request' (duration: 204.172276ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:49.079563Z","caller":"traceutil/trace.go:171","msg":"trace[1648396670] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"203.316387ms","start":"2026-03-06T01:23:48.876219Z","end":"2026-03-06T01:23:49.079536Z","steps":["trace[1648396670] 'process raft request' (duration: 203.213585ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:49.079645Z","caller":"traceutil/trace.go:171","msg":"trace[1455803846] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"203.275416ms","start":"2026-03-06T01:23:48.876265Z","end":"2026-03-06T01:23:49.07954Z","steps":["trace[1455803846] 'process raft request' (duration: 203.198995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:49.079715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.116136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:49.079763Z","caller":"traceutil/trace.go:171","msg":"trace[2089935336] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23740; }","duration":"175.173928ms","start":"2026-03-06T01:23:48.904575Z","end":"2026-03-06T01:23:49.079749Z","steps":["trace[2089935336] 'agreement among raft nodes before linearized reading' (duration: 175.115507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:49.079674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.60444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c79356f9-57c1-4f09-8bf5-91eb90d4931a\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-06T01:23:49.079848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.360788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:49.079902Z","caller":"traceutil/trace.go:171","msg":"trace[853280389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23740; }","duration":"137.45161ms","start":"2026-03-06T01:23:48.942433Z","end":"2026-03-06T01:23:49.079884Z","steps":["trace[853280389] 'agreement among raft nodes before linearized reading' (duration: 137.337937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:49.079922Z","caller":"traceutil/trace.go:171","msg":"trace[1632955061] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c79356f9-57c1-4f09-8bf5-91eb90d4931a; range_end:; response_count:1; response_revision:23740; }","duration":"176.860645ms","start":"2026-03-06T01:23:48.903046Z","end":"2026-03-06T01:23:49.079907Z","steps":["trace[1632955061] 'agreement among raft nodes before linearized reading' (duration: 176.522008ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:55.721927Z","caller":"traceutil/trace.go:171","msg":"trace[1777476634] linearizableReadLoop","detail":"{readStateIndex:24613; appliedIndex:24612; }","duration":"351.555613ms","start":"2026-03-06T01:23:55.370339Z","end":"2026-03-06T01:23:55.721895Z","steps":["trace[1777476634] 'read index received' (duration: 351.373899ms)","trace[1777476634] 'applied index is now lower than readState.Index' (duration: 180.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:55.721977Z","caller":"traceutil/trace.go:171","msg":"trace[1934970580] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"373.469024ms","start":"2026-03-06T01:23:55.348482Z","end":"2026-03-06T01:23:55.721951Z","steps":["trace[1934970580] 'process raft request' (duration: 373.237429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:55.722118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:55.348466Z","time spent":"373.574136ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:55.722358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.963841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T01:23:55.722376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.380469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:23:55.722433Z","caller":"traceutil/trace.go:171","msg":"trace[640918338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23785; }","duration":"352.087884ms","start":"2026-03-06T01:23:55.370332Z","end":"2026-03-06T01:23:55.72242Z","steps":["trace[640918338] 'agreement among raft nodes before linearized reading' (duration: 351.717146ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:55.722445Z","caller":"traceutil/trace.go:171","msg":"trace[659573911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23785; }","duration":"219.522742ms","start":"2026-03-06T01:23:55.502904Z","end":"2026-03-06T01:23:55.722427Z","steps":["trace[659573911] 'agreement among raft nodes before linearized reading' (duration: 219.157764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:55.722667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:55.37031Z","time spent":"352.167275ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:24:10.009976Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21449} {"level":"info","ts":"2026-03-06T01:24:10.19031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21449,"took":"176.455316ms","hash":49938317,"current-db-size-bytes":48922624,"current-db-size":"49 MB","current-db-size-in-use-bytes":30588928,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T01:24:10.190541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":49938317,"revision":21449,"compact-revision":18688} {"level":"info","ts":"2026-03-06T01:24:54.386603Z","caller":"traceutil/trace.go:171","msg":"trace[847863722] linearizableReadLoop","detail":"{readStateIndex:25204; appliedIndex:25203; }","duration":"156.435836ms","start":"2026-03-06T01:24:54.230131Z","end":"2026-03-06T01:24:54.386567Z","steps":["trace[847863722] 'read index received' (duration: 152.640182ms)","trace[847863722] 'applied index is now lower than readState.Index' (duration: 3.794364ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:54.386674Z","caller":"traceutil/trace.go:171","msg":"trace[269361121] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"226.869714ms","start":"2026-03-06T01:24:54.15976Z","end":"2026-03-06T01:24:54.386629Z","steps":["trace[269361121] 'process raft request' (duration: 223.000098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:54.386854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.720293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:24:54.386916Z","caller":"traceutil/trace.go:171","msg":"trace[1552313818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24361; }","duration":"156.839516ms","start":"2026-03-06T01:24:54.23006Z","end":"2026-03-06T01:24:54.3869Z","steps":["trace[1552313818] 'agreement among raft nodes before linearized reading' (duration: 156.688852ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:59.5025Z","caller":"traceutil/trace.go:171","msg":"trace[1994926803] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"131.242063ms","start":"2026-03-06T01:24:59.371231Z","end":"2026-03-06T01:24:59.502473Z","steps":["trace[1994926803] 'process raft request' (duration: 130.988708ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:59.502968Z","caller":"traceutil/trace.go:171","msg":"trace[1114312997] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"127.672535ms","start":"2026-03-06T01:24:59.375277Z","end":"2026-03-06T01:24:59.502949Z","steps":["trace[1114312997] 'process raft request' (duration: 127.131373ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:59.503097Z","caller":"traceutil/trace.go:171","msg":"trace[1265710090] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"127.699905ms","start":"2026-03-06T01:24:59.375368Z","end":"2026-03-06T01:24:59.503068Z","steps":["trace[1265710090] 'process raft request' (duration: 127.355278ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:39.375623Z","caller":"traceutil/trace.go:171","msg":"trace[1665363767] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"592.193489ms","start":"2026-03-06T01:25:38.783406Z","end":"2026-03-06T01:25:39.375599Z","steps":["trace[1665363767] 'process raft request' (duration: 592.064216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:39.375801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:38.783393Z","time spent":"592.295831ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:39.376985Z","caller":"traceutil/trace.go:171","msg":"trace[1931035875] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"465.915736ms","start":"2026-03-06T01:25:38.911057Z","end":"2026-03-06T01:25:39.376973Z","steps":["trace[1931035875] 'process raft request' (duration: 465.600259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:39.377089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.7614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:39.377045Z","caller":"traceutil/trace.go:171","msg":"trace[1330758434] linearizableReadLoop","detail":"{readStateIndex:25629; appliedIndex:25628; }","duration":"434.549766ms","start":"2026-03-06T01:25:38.942323Z","end":"2026-03-06T01:25:39.376873Z","steps":["trace[1330758434] 'read index received' (duration: 433.365069ms)","trace[1330758434] 'applied index is now lower than readState.Index' (duration: 1.182486ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:39.377297Z","caller":"traceutil/trace.go:171","msg":"trace[2047012828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24776; }","duration":"434.985745ms","start":"2026-03-06T01:25:38.942279Z","end":"2026-03-06T01:25:39.377265Z","steps":["trace[2047012828] 'agreement among raft nodes before linearized reading' (duration: 434.75069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:39.377337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:38.911038Z","time spent":"466.114241ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:39.377365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:38.94226Z","time spent":"435.086398ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:39.737054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.565588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:39.737116Z","caller":"traceutil/trace.go:171","msg":"trace[620465738] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24776; }","duration":"115.66504ms","start":"2026-03-06T01:25:39.621436Z","end":"2026-03-06T01:25:39.737101Z","steps":["trace[620465738] 'count revisions from in-memory index tree' (duration: 115.499627ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:40.025747Z","caller":"traceutil/trace.go:171","msg":"trace[1723628285] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"199.772278ms","start":"2026-03-06T01:25:39.825948Z","end":"2026-03-06T01:25:40.02572Z","steps":["trace[1723628285] 'process raft request' (duration: 173.099833ms)","trace[1723628285] 'compare' (duration: 26.339118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:40.498612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.728007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:25:40.498681Z","caller":"traceutil/trace.go:171","msg":"trace[94949408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24783; }","duration":"143.8384ms","start":"2026-03-06T01:25:40.354827Z","end":"2026-03-06T01:25:40.498665Z","steps":["trace[94949408] 'range keys from in-memory index tree' (duration: 143.597525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:40.498886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.837268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:25:40.498914Z","caller":"traceutil/trace.go:171","msg":"trace[1218167812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24783; }","duration":"167.901619ms","start":"2026-03-06T01:25:40.331006Z","end":"2026-03-06T01:25:40.498907Z","steps":["trace[1218167812] 'range keys from in-memory index tree' (duration: 167.721965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.08297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.79637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:41.083132Z","caller":"traceutil/trace.go:171","msg":"trace[525333844] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25637; }","duration":"453.057663ms","start":"2026-03-06T01:25:40.630057Z","end":"2026-03-06T01:25:41.083115Z","steps":["trace[525333844] 'read index received' (duration: 34.044438ms)","trace[525333844] 'applied index is now lower than readState.Index' (duration: 419.012325ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:41.083201Z","caller":"traceutil/trace.go:171","msg":"trace[349365385] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"580.83296ms","start":"2026-03-06T01:25:40.502356Z","end":"2026-03-06T01:25:41.083189Z","steps":["trace[349365385] 'process raft request' (duration: 161.751293ms)","trace[349365385] 'compare' (duration: 418.698228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:41.083259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.502337Z","time spent":"580.892832ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:41.083496Z","caller":"traceutil/trace.go:171","msg":"trace[1583222372] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"538.751865ms","start":"2026-03-06T01:25:40.544719Z","end":"2026-03-06T01:25:41.083471Z","steps":["trace[1583222372] 'process raft request' (duration: 538.336346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.083578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.544701Z","time spent":"538.840056ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:41.08367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.557594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:25:41.083786Z","caller":"traceutil/trace.go:171","msg":"trace[2037813851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24786; }","duration":"453.761858ms","start":"2026-03-06T01:25:40.630002Z","end":"2026-03-06T01:25:41.083764Z","steps":["trace[2037813851] 'agreement among raft nodes before linearized reading' (duration: 453.463812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.083859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.629978Z","time spent":"453.866971ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:41.121624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.364964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:25:41.121705Z","caller":"traceutil/trace.go:171","msg":"trace[389226125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24787; }","duration":"491.471636ms","start":"2026-03-06T01:25:40.630216Z","end":"2026-03-06T01:25:41.121688Z","steps":["trace[389226125] 'agreement among raft nodes before linearized reading' (duration: 491.238561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.121741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.669477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:41.121807Z","caller":"traceutil/trace.go:171","msg":"trace[2046595923] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24787; }","duration":"336.756929ms","start":"2026-03-06T01:25:40.785032Z","end":"2026-03-06T01:25:41.121789Z","steps":["trace[2046595923] 'agreement among raft nodes before linearized reading' (duration: 336.558094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.121865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.785026Z","time spent":"336.82647ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:25:41.12181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.451559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:25:41.121965Z","caller":"traceutil/trace.go:171","msg":"trace[1339747843] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:24787; }","duration":"162.569602ms","start":"2026-03-06T01:25:40.959337Z","end":"2026-03-06T01:25:41.121907Z","steps":["trace[1339747843] 'agreement among raft nodes before linearized reading' (duration: 162.347856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.121965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.511596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:41.122119Z","caller":"traceutil/trace.go:171","msg":"trace[399207918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24787; }","duration":"180.69182ms","start":"2026-03-06T01:25:40.941401Z","end":"2026-03-06T01:25:41.122093Z","steps":["trace[399207918] 'agreement among raft nodes before linearized reading' (duration: 180.417364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.122657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.672483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:41.122753Z","caller":"traceutil/trace.go:171","msg":"trace[1410207722] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24787; }","duration":"360.799466ms","start":"2026-03-06T01:25:40.761941Z","end":"2026-03-06T01:25:41.122741Z","steps":["trace[1410207722] 'agreement among raft nodes before linearized reading' (duration: 360.671533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.122816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.761926Z","time spent":"360.877478ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:41.122805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.656961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-06T01:25:41.122717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.524167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:25:41.122907Z","caller":"traceutil/trace.go:171","msg":"trace[1072231935] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24787; }","duration":"476.787884ms","start":"2026-03-06T01:25:40.646098Z","end":"2026-03-06T01:25:41.122886Z","steps":["trace[1072231935] 'agreement among raft nodes before linearized reading' (duration: 476.498977ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:41.122909Z","caller":"traceutil/trace.go:171","msg":"trace[313755797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24787; }","duration":"480.741571ms","start":"2026-03-06T01:25:40.642153Z","end":"2026-03-06T01:25:41.122895Z","steps":["trace[313755797] 'agreement among raft nodes before linearized reading' (duration: 480.439664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.12296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.646091Z","time spent":"476.856265ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-06T01:25:41.122986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.642139Z","time spent":"480.832934ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:25:41.121747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.630208Z","time spent":"491.529019ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:41.74247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.433499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:41.742733Z","caller":"traceutil/trace.go:171","msg":"trace[1510978593] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"584.769957ms","start":"2026-03-06T01:25:41.157934Z","end":"2026-03-06T01:25:41.742704Z","steps":["trace[1510978593] 'process raft request' (duration: 71.025531ms)","trace[1510978593] 'compare' (duration: 513.00544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:41.742906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.157922Z","time spent":"584.891589ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:41.742967Z","caller":"traceutil/trace.go:171","msg":"trace[480452243] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"178.383228ms","start":"2026-03-06T01:25:41.564562Z","end":"2026-03-06T01:25:41.742945Z","steps":["trace[480452243] 'process raft request' (duration: 178.293206ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:41.743085Z","caller":"traceutil/trace.go:171","msg":"trace[1494952149] linearizableReadLoop","detail":"{readStateIndex:25646; appliedIndex:25644; }","duration":"377.610566ms","start":"2026-03-06T01:25:41.365421Z","end":"2026-03-06T01:25:41.743032Z","steps":["trace[1494952149] 'read index received' (duration: 60.623µs)","trace[1494952149] 'applied index is now lower than readState.Index' (duration: 377.546883ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:41.743147Z","caller":"traceutil/trace.go:171","msg":"trace[1116247637] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"555.139225ms","start":"2026-03-06T01:25:41.187995Z","end":"2026-03-06T01:25:41.743134Z","steps":["trace[1116247637] 'process raft request' (duration: 554.562562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.7432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.187973Z","time spent":"555.200977ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:25:41.743349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.917322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:41.743416Z","caller":"traceutil/trace.go:171","msg":"trace[1257845805] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"361.165733ms","start":"2026-03-06T01:25:41.382239Z","end":"2026-03-06T01:25:41.743405Z","steps":["trace[1257845805] 'process raft request' (duration: 360.516519ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:41.743398Z","caller":"traceutil/trace.go:171","msg":"trace[706127728] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24795; }","duration":"378.021374ms","start":"2026-03-06T01:25:41.365365Z","end":"2026-03-06T01:25:41.743386Z","steps":["trace[706127728] 'agreement among raft nodes before linearized reading' (duration: 377.862391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.743461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.365341Z","time spent":"378.109576ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:41.743465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.382213Z","time spent":"361.228005ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:41.743621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.053354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:41.743666Z","caller":"traceutil/trace.go:171","msg":"trace[877751930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24795; }","duration":"144.148387ms","start":"2026-03-06T01:25:41.599508Z","end":"2026-03-06T01:25:41.743656Z","steps":["trace[877751930] 'agreement among raft nodes before linearized reading' (duration: 144.071584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.743405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.139883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:25:41.743954Z","caller":"traceutil/trace.go:171","msg":"trace[1647404636] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24795; }","duration":"361.701445ms","start":"2026-03-06T01:25:41.38224Z","end":"2026-03-06T01:25:41.743942Z","steps":["trace[1647404636] 'agreement among raft nodes before linearized reading' (duration: 361.03492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.744022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.382226Z","time spent":"361.786399ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:25:42.308021Z","caller":"traceutil/trace.go:171","msg":"trace[555276707] linearizableReadLoop","detail":"{readStateIndex:25655; appliedIndex:25654; }","duration":"274.624334ms","start":"2026-03-06T01:25:42.033374Z","end":"2026-03-06T01:25:42.307998Z","steps":["trace[555276707] 'read index received' (duration: 274.351158ms)","trace[555276707] 'applied index is now lower than readState.Index' (duration: 272.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:42.308068Z","caller":"traceutil/trace.go:171","msg":"trace[1146059324] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"276.294701ms","start":"2026-03-06T01:25:42.031746Z","end":"2026-03-06T01:25:42.308041Z","steps":["trace[1146059324] 'process raft request' (duration: 276.089556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:42.308286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.904089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:42.308343Z","caller":"traceutil/trace.go:171","msg":"trace[2031146910] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24801; }","duration":"274.991842ms","start":"2026-03-06T01:25:42.033338Z","end":"2026-03-06T01:25:42.30833Z","steps":["trace[2031146910] 'agreement among raft nodes before linearized reading' (duration: 274.810718ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:42.920613Z","caller":"traceutil/trace.go:171","msg":"trace[664554954] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"245.569245ms","start":"2026-03-06T01:25:42.675024Z","end":"2026-03-06T01:25:42.920593Z","steps":["trace[664554954] 'process raft request' (duration: 245.441622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:44.194024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.092573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:44.19425Z","caller":"traceutil/trace.go:171","msg":"trace[874024484] linearizableReadLoop","detail":"{readStateIndex:25663; appliedIndex:25662; }","duration":"387.061244ms","start":"2026-03-06T01:25:43.807152Z","end":"2026-03-06T01:25:44.194213Z","steps":["trace[874024484] 'read index received' (duration: 66.704166ms)","trace[874024484] 'applied index is now lower than readState.Index' (duration: 320.353678ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:44.194604Z","caller":"traceutil/trace.go:171","msg":"trace[1776983356] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"386.418991ms","start":"2026-03-06T01:25:43.807956Z","end":"2026-03-06T01:25:44.194375Z","steps":["trace[1776983356] 'process raft request' (duration: 386.169305ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:44.194337Z","caller":"traceutil/trace.go:171","msg":"trace[1407450128] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"385.260005ms","start":"2026-03-06T01:25:43.809059Z","end":"2026-03-06T01:25:44.194319Z","steps":["trace[1407450128] 'process raft request' (duration: 385.166563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:44.195046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.809044Z","time spent":"385.892229ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:44.194417Z","caller":"traceutil/trace.go:171","msg":"trace[1263146847] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"386.205475ms","start":"2026-03-06T01:25:43.808201Z","end":"2026-03-06T01:25:44.194407Z","steps":["trace[1263146847] 'process raft request' (duration: 385.987901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:44.195291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.808164Z","time spent":"387.053645ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:44.194491Z","caller":"traceutil/trace.go:171","msg":"trace[1632913579] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"444.818462ms","start":"2026-03-06T01:25:43.749642Z","end":"2026-03-06T01:25:44.19446Z","steps":["trace[1632913579] 'process raft request' (duration: 124.200817ms)","trace[1632913579] 'compare' (duration: 319.850298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:44.195501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.749617Z","time spent":"445.835475ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:44.194756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.577535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:25:44.195591Z","caller":"traceutil/trace.go:171","msg":"trace[323951462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24812; }","duration":"388.423824ms","start":"2026-03-06T01:25:43.807144Z","end":"2026-03-06T01:25:44.195568Z","steps":["trace[323951462] 'agreement among raft nodes before linearized reading' (duration: 387.451213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:44.194776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.807928Z","time spent":"386.742877ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:44.195647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.807092Z","time spent":"388.536437ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:25:44.194821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.402434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:44.195701Z","caller":"traceutil/trace.go:171","msg":"trace[1190984211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24812; }","duration":"252.317964ms","start":"2026-03-06T01:25:43.943362Z","end":"2026-03-06T01:25:44.19568Z","steps":["trace[1190984211] 'agreement among raft nodes before linearized reading' (duration: 251.446094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:44.194851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.535691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:44.195759Z","caller":"traceutil/trace.go:171","msg":"trace[1002375492] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24812; }","duration":"147.493861ms","start":"2026-03-06T01:25:44.048258Z","end":"2026-03-06T01:25:44.195752Z","steps":["trace[1002375492] 'agreement among raft nodes before linearized reading' (duration: 146.576602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:44.550512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.218364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:44.551404Z","caller":"traceutil/trace.go:171","msg":"trace[253572581] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24813; }","duration":"208.961681ms","start":"2026-03-06T01:25:44.342217Z","end":"2026-03-06T01:25:44.551179Z","steps":["trace[253572581] 'range keys from in-memory index tree' (duration: 208.065511ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:45.255414Z","caller":"traceutil/trace.go:171","msg":"trace[727528042] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"164.436254ms","start":"2026-03-06T01:25:45.090952Z","end":"2026-03-06T01:25:45.255388Z","steps":["trace[727528042] 'process raft request' (duration: 164.26985ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:45.273027Z","caller":"traceutil/trace.go:171","msg":"trace[1936960044] linearizableReadLoop","detail":"{readStateIndex:25672; appliedIndex:25670; }","duration":"165.084667ms","start":"2026-03-06T01:25:45.107909Z","end":"2026-03-06T01:25:45.272994Z","steps":["trace[1936960044] 'read index received' (duration: 147.292087ms)","trace[1936960044] 'applied index is now lower than readState.Index' (duration: 17.79088ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:45.27322Z","caller":"traceutil/trace.go:171","msg":"trace[17592283] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"171.047497ms","start":"2026-03-06T01:25:45.1021Z","end":"2026-03-06T01:25:45.273148Z","steps":["trace[17592283] 'process raft request' (duration: 170.681539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.273332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.409734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:25:45.273327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.233852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:45.273375Z","caller":"traceutil/trace.go:171","msg":"trace[331029500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24818; }","duration":"165.532488ms","start":"2026-03-06T01:25:45.10783Z","end":"2026-03-06T01:25:45.273363Z","steps":["trace[331029500] 'agreement among raft nodes before linearized reading' (duration: 165.329153ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:45.273407Z","caller":"traceutil/trace.go:171","msg":"trace[1137126996] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24818; }","duration":"141.327315ms","start":"2026-03-06T01:25:45.132059Z","end":"2026-03-06T01:25:45.273386Z","steps":["trace[1137126996] 'agreement among raft nodes before linearized reading' (duration: 141.185191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.273454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.792111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:25:45.273528Z","caller":"traceutil/trace.go:171","msg":"trace[997870822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24818; }","duration":"103.942444ms","start":"2026-03-06T01:25:45.169566Z","end":"2026-03-06T01:25:45.273508Z","steps":["trace[997870822] 'agreement among raft nodes before linearized reading' (duration: 103.708278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.273517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.199326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:25:45.273589Z","caller":"traceutil/trace.go:171","msg":"trace[1364656547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24818; }","duration":"107.272708ms","start":"2026-03-06T01:25:45.166301Z","end":"2026-03-06T01:25:45.273573Z","steps":["trace[1364656547] 'agreement among raft nodes before linearized reading' (duration: 107.100074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.2736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.569161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:45.273779Z","caller":"traceutil/trace.go:171","msg":"trace[312149315] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24818; }","duration":"136.767835ms","start":"2026-03-06T01:25:45.136959Z","end":"2026-03-06T01:25:45.273727Z","steps":["trace[312149315] 'agreement among raft nodes before linearized reading' (duration: 136.445498ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:45.896267Z","caller":"traceutil/trace.go:171","msg":"trace[1837902994] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"103.994745ms","start":"2026-03-06T01:25:45.792243Z","end":"2026-03-06T01:25:45.896238Z","steps":["trace[1837902994] 'process raft request' (duration: 84.108208ms)","trace[1837902994] 'compare' (duration: 19.746524ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:49.278529Z","caller":"traceutil/trace.go:171","msg":"trace[1934841862] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"262.000155ms","start":"2026-03-06T01:25:49.016505Z","end":"2026-03-06T01:25:49.278505Z","steps":["trace[1934841862] 'process raft request' (duration: 261.866642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:49.841743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350482013,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:25:50.142689Z","caller":"traceutil/trace.go:171","msg":"trace[1331527546] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"848.265834ms","start":"2026-03-06T01:25:49.294398Z","end":"2026-03-06T01:25:50.142664Z","steps":["trace[1331527546] 'process raft request' (duration: 848.107801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.14284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.294367Z","time spent":"848.398527ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21412,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:50.579406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.693186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:50.579641Z","caller":"traceutil/trace.go:171","msg":"trace[1078300376] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"1.25503836s","start":"2026-03-06T01:25:49.32458Z","end":"2026-03-06T01:25:50.579619Z","steps":["trace[1078300376] 'process raft request' (duration: 985.052038ms)","trace[1078300376] 'compare' (duration: 269.432409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:50.579753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.324557Z","time spent":"1.255133612s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:50.579803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238921717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:25:50.579844Z","caller":"traceutil/trace.go:171","msg":"trace[572216145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24864; }","duration":"1.238964138s","start":"2026-03-06T01:25:49.340871Z","end":"2026-03-06T01:25:50.579835Z","steps":["trace[572216145] 'agreement among raft nodes before linearized reading' (duration: 1.238811685s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:50.579655Z","caller":"traceutil/trace.go:171","msg":"trace[962648205] linearizableReadLoop","detail":"{readStateIndex:25718; appliedIndex:25715; }","duration":"1.238747823s","start":"2026-03-06T01:25:49.340891Z","end":"2026-03-06T01:25:50.579639Z","steps":["trace[962648205] 'read index received' (duration: 801.552338ms)","trace[962648205] 'applied index is now lower than readState.Index' (duration: 437.194505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:50.579888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.340801Z","time spent":"1.23907477s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:25:50.579958Z","caller":"traceutil/trace.go:171","msg":"trace[61611943] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"777.505741ms","start":"2026-03-06T01:25:49.802446Z","end":"2026-03-06T01:25:50.579951Z","steps":["trace[61611943] 'process raft request' (duration: 777.052581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.580001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.802418Z","time spent":"777.567151ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:50.580095Z","caller":"traceutil/trace.go:171","msg":"trace[239471311] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"516.481166ms","start":"2026-03-06T01:25:50.063607Z","end":"2026-03-06T01:25:50.580088Z","steps":["trace[239471311] 'process raft request' (duration: 515.985706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.580128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.063588Z","time spent":"516.523748ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:51.081336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350482022,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:25:51.308978Z","caller":"traceutil/trace.go:171","msg":"trace[2074343296] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"1.004832344s","start":"2026-03-06T01:25:50.304128Z","end":"2026-03-06T01:25:51.308961Z","steps":["trace[2074343296] 'process raft request' (duration: 960.173983ms)","trace[2074343296] 'compare' (duration: 44.277763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:51.30909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.304103Z","time spent":"1.004931477s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:51.30921Z","caller":"traceutil/trace.go:171","msg":"trace[1952637492] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"1.005059589s","start":"2026-03-06T01:25:50.304128Z","end":"2026-03-06T01:25:51.309188Z","steps":["trace[1952637492] 'process raft request' (duration: 1.004787323s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.3094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.304103Z","time spent":"1.005186592s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:51.309615Z","caller":"traceutil/trace.go:171","msg":"trace[276339463] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"1.00374565s","start":"2026-03-06T01:25:50.305859Z","end":"2026-03-06T01:25:51.309605Z","steps":["trace[276339463] 'process raft request' (duration: 1.003250229s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.309661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.305844Z","time spent":"1.003794531s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:51.309796Z","caller":"traceutil/trace.go:171","msg":"trace[701500755] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"1.003354232s","start":"2026-03-06T01:25:50.306435Z","end":"2026-03-06T01:25:51.309789Z","steps":["trace[701500755] 'process raft request' (duration: 1.003114397s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.309859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.306419Z","time spent":"1.003419823s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:51.358922Z","caller":"traceutil/trace.go:171","msg":"trace[63016660] linearizableReadLoop","detail":"{readStateIndex:25724; appliedIndex:25719; }","duration":"779.014213ms","start":"2026-03-06T01:25:50.579874Z","end":"2026-03-06T01:25:51.358888Z","steps":["trace[63016660] 'read index received' (duration: 684.532027ms)","trace[63016660] 'applied index is now lower than readState.Index' (duration: 94.480846ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:51.359242Z","caller":"traceutil/trace.go:171","msg":"trace[12007472] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"774.108045ms","start":"2026-03-06T01:25:50.585118Z","end":"2026-03-06T01:25:51.359226Z","steps":["trace[12007472] 'process raft request' (duration: 773.624445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.359355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.5851Z","time spent":"774.178897ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:51.359648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.450517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:51.359688Z","caller":"traceutil/trace.go:171","msg":"trace[1328392877] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24869; }","duration":"786.533899ms","start":"2026-03-06T01:25:50.573143Z","end":"2026-03-06T01:25:51.359677Z","steps":["trace[1328392877] 'agreement among raft nodes before linearized reading' (duration: 786.397906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.359723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.573135Z","time spent":"786.58163ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:25:51.359933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.177847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:51.359967Z","caller":"traceutil/trace.go:171","msg":"trace[48507658] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24869; }","duration":"789.233268ms","start":"2026-03-06T01:25:50.570726Z","end":"2026-03-06T01:25:51.359959Z","steps":["trace[48507658] 'agreement among raft nodes before linearized reading' (duration: 789.146456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.359994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.570718Z","time spent":"789.269669ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:25:51.360061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872504764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:51.360153Z","caller":"traceutil/trace.go:171","msg":"trace[1125038229] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24869; }","duration":"1.872689268s","start":"2026-03-06T01:25:49.487443Z","end":"2026-03-06T01:25:51.360133Z","steps":["trace[1125038229] 'agreement among raft nodes before linearized reading' (duration: 1.872460563s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.360218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.487413Z","time spent":"1.872793561s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:51.36029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953522994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:25:51.360326Z","caller":"traceutil/trace.go:171","msg":"trace[1266706745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24869; }","duration":"1.953565155s","start":"2026-03-06T01:25:49.406752Z","end":"2026-03-06T01:25:51.360317Z","steps":["trace[1266706745] 'agreement among raft nodes before linearized reading' (duration: 1.953493394s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.360358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.406748Z","time spent":"1.953604656s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:25:51.360522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95379664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:25:51.360554Z","caller":"traceutil/trace.go:171","msg":"trace[491217680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24869; }","duration":"1.953853532s","start":"2026-03-06T01:25:49.406693Z","end":"2026-03-06T01:25:51.360547Z","steps":["trace[491217680] 'agreement among raft nodes before linearized reading' (duration: 1.95377927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.36058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.406681Z","time spent":"1.953892983s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:51.360715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.962194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"warn","ts":"2026-03-06T01:25:51.36076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.670486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:25:51.360793Z","caller":"traceutil/trace.go:171","msg":"trace[1078662125] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:24869; }","duration":"397.729297ms","start":"2026-03-06T01:25:50.963055Z","end":"2026-03-06T01:25:51.360785Z","steps":["trace[1078662125] 'agreement among raft nodes before linearized reading' (duration: 397.646064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.36082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.96304Z","time spent":"397.774178ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"info","ts":"2026-03-06T01:25:51.360867Z","caller":"traceutil/trace.go:171","msg":"trace[187241031] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24869; }","duration":"795.048196ms","start":"2026-03-06T01:25:50.565726Z","end":"2026-03-06T01:25:51.360774Z","steps":["trace[187241031] 'agreement among raft nodes before linearized reading' (duration: 794.780079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.360924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.565718Z","time spent":"795.196779ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:25:51.361255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.642393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:51.361337Z","caller":"traceutil/trace.go:171","msg":"trace[1849398448] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24869; }","duration":"797.827107ms","start":"2026-03-06T01:25:50.563494Z","end":"2026-03-06T01:25:51.361321Z","steps":["trace[1849398448] 'agreement among raft nodes before linearized reading' (duration: 797.643373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.361513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.451241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:51.361535Z","caller":"traceutil/trace.go:171","msg":"trace[240482185] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24869; }","duration":"798.507242ms","start":"2026-03-06T01:25:50.563019Z","end":"2026-03-06T01:25:51.361527Z","steps":["trace[240482185] 'agreement among raft nodes before linearized reading' (duration: 798.479492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.36155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.562999Z","time spent":"798.547223ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:51.361516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.563486Z","time spent":"798.020861ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:51.361619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.101031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:51.361668Z","caller":"traceutil/trace.go:171","msg":"trace[1140750740] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24869; }","duration":"365.200544ms","start":"2026-03-06T01:25:50.996456Z","end":"2026-03-06T01:25:51.361656Z","steps":["trace[1140750740] 'agreement among raft nodes before linearized reading' (duration: 365.129753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.361705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.996434Z","time spent":"365.261485ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:51.360155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95239387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:51.361817Z","caller":"traceutil/trace.go:171","msg":"trace[1182423411] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24869; }","duration":"1.954104228s","start":"2026-03-06T01:25:49.4077Z","end":"2026-03-06T01:25:51.361805Z","steps":["trace[1182423411] 'agreement among raft nodes before linearized reading' (duration: 1.952420891s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.36187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017661466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:25:51.36189Z","caller":"traceutil/trace.go:171","msg":"trace[99920854] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24869; }","duration":"1.017706427s","start":"2026-03-06T01:25:50.344176Z","end":"2026-03-06T01:25:51.361882Z","steps":["trace[99920854] 'agreement among raft nodes before linearized reading' (duration: 1.017656336s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.361904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.34416Z","time spent":"1.017741097s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:25:51.361538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061471098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:51.360228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953440343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:25:51.362059Z","caller":"traceutil/trace.go:171","msg":"trace[1067677764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24869; }","duration":"1.955281054s","start":"2026-03-06T01:25:49.406772Z","end":"2026-03-06T01:25:51.362054Z","steps":["trace[1067677764] 'agreement among raft nodes before linearized reading' (duration: 1.953402662s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.362078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.406768Z","time spent":"1.955303334s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:25:51.362098Z","caller":"traceutil/trace.go:171","msg":"trace[43139121] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24869; }","duration":"1.062054571s","start":"2026-03-06T01:25:50.299894Z","end":"2026-03-06T01:25:51.361948Z","steps":["trace[43139121] 'agreement among raft nodes before linearized reading' (duration: 1.061446568s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.361352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263609849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:25:51.362732Z","caller":"traceutil/trace.go:171","msg":"trace[2022296298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24869; }","duration":"1.264977269s","start":"2026-03-06T01:25:50.097739Z","end":"2026-03-06T01:25:51.362716Z","steps":["trace[2022296298] 'agreement among raft nodes before linearized reading' (duration: 1.263575269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.361298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419136646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:51.362795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.097709Z","time spent":"1.26506907s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:25:51.362868Z","caller":"traceutil/trace.go:171","msg":"trace[1452134827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24869; }","duration":"1.42070084s","start":"2026-03-06T01:25:49.942124Z","end":"2026-03-06T01:25:51.362825Z","steps":["trace[1452134827] 'agreement among raft nodes before linearized reading' (duration: 1.419145747s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.361397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264018877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T01:25:51.362975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.9421Z","time spent":"1.420819202s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:25:51.363004Z","caller":"traceutil/trace.go:171","msg":"trace[67682388] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24869; }","duration":"1.265646673s","start":"2026-03-06T01:25:50.097337Z","end":"2026-03-06T01:25:51.362983Z","steps":["trace[67682388] 'agreement among raft nodes before linearized reading' (duration: 1.264027418s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.363132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.097311Z","time spent":"1.265772206s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:25:51.362773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.29988Z","time spent":"1.062260366s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:51.36187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.407672Z","time spent":"1.954185219s","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:25:51.898966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.63988ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-06T01:25:51.899037Z","caller":"traceutil/trace.go:171","msg":"trace[810683191] linearizableReadLoop","detail":"{readStateIndex:25725; appliedIndex:25724; }","duration":"532.284223ms","start":"2026-03-06T01:25:51.366741Z","end":"2026-03-06T01:25:51.899025Z","steps":["trace[810683191] 'read index received' (duration: 162.717584ms)","trace[810683191] 'applied index is now lower than readState.Index' (duration: 369.565339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:51.899081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.362613Z","time spent":"536.465815ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:25:51.899221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.473247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:51.899249Z","caller":"traceutil/trace.go:171","msg":"trace[649064294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24869; }","duration":"532.514709ms","start":"2026-03-06T01:25:51.366727Z","end":"2026-03-06T01:25:51.899241Z","steps":["trace[649064294] 'agreement among raft nodes before linearized reading' (duration: 532.465128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.899268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.366716Z","time spent":"532.547819ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:52.399994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115233350482037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:25:52.735304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.147645ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:52.735765Z","caller":"traceutil/trace.go:171","msg":"trace[1164672801] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24869; }","duration":"204.626345ms","start":"2026-03-06T01:25:52.53111Z","end":"2026-03-06T01:25:52.735737Z","steps":["trace[1164672801] 'range keys from in-memory index tree' (duration: 204.123265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.736696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.551462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:52.737004Z","caller":"traceutil/trace.go:171","msg":"trace[1469319775] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"1.37017068s","start":"2026-03-06T01:25:51.366799Z","end":"2026-03-06T01:25:52.736969Z","steps":["trace[1469319775] 'process raft request' (duration: 1.08524416s)","trace[1469319775] 'compare' (duration: 284.008949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:52.737208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.366781Z","time spent":"1.370290582s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:52.737554Z","caller":"traceutil/trace.go:171","msg":"trace[961369675] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"1.370690761s","start":"2026-03-06T01:25:51.36685Z","end":"2026-03-06T01:25:52.737541Z","steps":["trace[961369675] 'process raft request' (duration: 1.370132979s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:52.737567Z","caller":"traceutil/trace.go:171","msg":"trace[144178277] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"1.370703032s","start":"2026-03-06T01:25:51.366821Z","end":"2026-03-06T01:25:52.737524Z","steps":["trace[144178277] 'process raft request' (duration: 1.369974026s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.737717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.36681Z","time spent":"1.370833565s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:52.737606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.366838Z","time spent":"1.370742402s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:52.737919Z","caller":"traceutil/trace.go:171","msg":"trace[278874839] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"1.371032248s","start":"2026-03-06T01:25:51.366876Z","end":"2026-03-06T01:25:52.737909Z","steps":["trace[278874839] 'process raft request' (duration: 1.370158319s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.737985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.366869Z","time spent":"1.371090339s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:52.738195Z","caller":"traceutil/trace.go:171","msg":"trace[339970011] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"1.370796954s","start":"2026-03-06T01:25:51.367367Z","end":"2026-03-06T01:25:52.738164Z","steps":["trace[339970011] 'process raft request' (duration: 1.369716911s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:52.738222Z","caller":"traceutil/trace.go:171","msg":"trace[1790035685] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"1.369941995s","start":"2026-03-06T01:25:51.368243Z","end":"2026-03-06T01:25:52.738185Z","steps":["trace[1790035685] 'process raft request' (duration: 1.369771102s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.738297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.368239Z","time spent":"1.370019457s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:52.738246Z","caller":"traceutil/trace.go:171","msg":"trace[117307493] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"1.369089046s","start":"2026-03-06T01:25:51.369124Z","end":"2026-03-06T01:25:52.738213Z","steps":["trace[117307493] 'process raft request' (duration: 1.368959853s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:52.738523Z","caller":"traceutil/trace.go:171","msg":"trace[1925858546] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"838.371367ms","start":"2026-03-06T01:25:51.900143Z","end":"2026-03-06T01:25:52.738514Z","steps":["trace[1925858546] 'process raft request' (duration: 838.099102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:52.738501Z","caller":"traceutil/trace.go:171","msg":"trace[376295694] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"859.139253ms","start":"2026-03-06T01:25:51.879287Z","end":"2026-03-06T01:25:52.738426Z","steps":["trace[376295694] 'process raft request' (duration: 858.913829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.738575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.900115Z","time spent":"838.437378ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:52.738606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366320065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:52.738645Z","caller":"traceutil/trace.go:171","msg":"trace[1436998392] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24879; }","duration":"1.366380126s","start":"2026-03-06T01:25:51.372258Z","end":"2026-03-06T01:25:52.738638Z","steps":["trace[1436998392] 'agreement among raft nodes before linearized reading' (duration: 1.366287994s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.738648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.879268Z","time spent":"859.302497ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:52.738667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.372252Z","time spent":"1.366409397s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:25:52.738522Z","caller":"traceutil/trace.go:171","msg":"trace[380249962] linearizableReadLoop","detail":"{readStateIndex:25735; appliedIndex:25725; }","duration":"839.45512ms","start":"2026-03-06T01:25:51.899054Z","end":"2026-03-06T01:25:52.738509Z","steps":["trace[380249962] 'read index received' (duration: 553.203202ms)","trace[380249962] 'applied index is now lower than readState.Index' (duration: 286.251208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:52.738343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.367362Z","time spent":"1.370894286s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:52.738597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.369118Z","time spent":"1.369311632s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:52.738335Z","caller":"traceutil/trace.go:171","msg":"trace[613570807] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"1.270687604s","start":"2026-03-06T01:25:51.467637Z","end":"2026-03-06T01:25:52.738325Z","steps":["trace[613570807] 'process raft request' (duration: 1.27048739s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.738855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.467587Z","time spent":"1.271239776s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:52.739085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170222138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:52.739174Z","caller":"traceutil/trace.go:171","msg":"trace[385879404] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24879; }","duration":"1.170347991s","start":"2026-03-06T01:25:51.568792Z","end":"2026-03-06T01:25:52.73914Z","steps":["trace[385879404] 'agreement among raft nodes before linearized reading' (duration: 1.169847719s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.739222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.568773Z","time spent":"1.170440032s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:52.768414Z","caller":"traceutil/trace.go:171","msg":"trace[1905439879] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"181.410095ms","start":"2026-03-06T01:25:52.586977Z","end":"2026-03-06T01:25:52.768387Z","steps":["trace[1905439879] 'process raft request' (duration: 181.20459ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:52.768713Z","caller":"traceutil/trace.go:171","msg":"trace[1872664577] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"181.712511ms","start":"2026-03-06T01:25:52.586977Z","end":"2026-03-06T01:25:52.76869Z","steps":["trace[1872664577] 'process raft request' (duration: 181.356654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.768897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.083808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:52.76895Z","caller":"traceutil/trace.go:171","msg":"trace[1164159540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24881; }","duration":"862.184891ms","start":"2026-03-06T01:25:51.906752Z","end":"2026-03-06T01:25:52.768937Z","steps":["trace[1164159540] 'agreement among raft nodes before linearized reading' (duration: 862.091279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.768986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.906731Z","time spent":"862.245443ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:52.769341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.549582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:25:52.769389Z","caller":"traceutil/trace.go:171","msg":"trace[2130495411] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24881; }","duration":"488.615024ms","start":"2026-03-06T01:25:52.280759Z","end":"2026-03-06T01:25:52.769374Z","steps":["trace[2130495411] 'agreement among raft nodes before linearized reading' (duration: 488.395429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.769434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.033819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-06T01:25:52.769488Z","caller":"traceutil/trace.go:171","msg":"trace[740119655] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24881; }","duration":"492.150041ms","start":"2026-03-06T01:25:52.277322Z","end":"2026-03-06T01:25:52.769472Z","steps":["trace[740119655] 'agreement among raft nodes before linearized reading' (duration: 491.995498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.769557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.277303Z","time spent":"492.241733ms","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T01:25:52.769481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.280748Z","time spent":"488.723636ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:25:53.244274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.834728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:53.244295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.5879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:53.244345Z","caller":"traceutil/trace.go:171","msg":"trace[928483979] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24881; }","duration":"112.94362ms","start":"2026-03-06T01:25:53.131386Z","end":"2026-03-06T01:25:53.244329Z","steps":["trace[928483979] 'count revisions from in-memory index tree' (duration: 112.776707ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:53.244352Z","caller":"traceutil/trace.go:171","msg":"trace[625368438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24881; }","duration":"303.705212ms","start":"2026-03-06T01:25:52.940632Z","end":"2026-03-06T01:25:53.244337Z","steps":["trace[625368438] 'range keys from in-memory index tree' (duration: 303.489747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:53.244386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.94061Z","time spent":"303.768263ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:25:53.601667Z","caller":"traceutil/trace.go:171","msg":"trace[406441307] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"287.422353ms","start":"2026-03-06T01:25:53.314219Z","end":"2026-03-06T01:25:53.601641Z","steps":["trace[406441307] 'process raft request' (duration: 287.245919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:54.014571Z","caller":"traceutil/trace.go:171","msg":"trace[1143386876] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"697.505973ms","start":"2026-03-06T01:25:53.317041Z","end":"2026-03-06T01:25:54.014547Z","steps":["trace[1143386876] 'process raft request' (duration: 697.425771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.014739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.317034Z","time spent":"697.613825ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:54.01501Z","caller":"traceutil/trace.go:171","msg":"trace[1505240259] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"697.488962ms","start":"2026-03-06T01:25:53.317501Z","end":"2026-03-06T01:25:54.01499Z","steps":["trace[1505240259] 'process raft request' (duration: 697.008892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.015143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.317491Z","time spent":"697.582184ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:54.015159Z","caller":"traceutil/trace.go:171","msg":"trace[251715614] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"698.189858ms","start":"2026-03-06T01:25:53.31695Z","end":"2026-03-06T01:25:54.01514Z","steps":["trace[251715614] 'process raft request' (duration: 697.37928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.015247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.316926Z","time spent":"698.27357ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:54.015337Z","caller":"traceutil/trace.go:171","msg":"trace[122552012] linearizableReadLoop","detail":"{readStateIndex:25740; appliedIndex:25737; }","duration":"698.009634ms","start":"2026-03-06T01:25:53.317315Z","end":"2026-03-06T01:25:54.015325Z","steps":["trace[122552012] 'read index received' (duration: 284.270994ms)","trace[122552012] 'applied index is now lower than readState.Index' (duration: 413.737599ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:54.015606Z","caller":"traceutil/trace.go:171","msg":"trace[585447631] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"630.872718ms","start":"2026-03-06T01:25:53.384723Z","end":"2026-03-06T01:25:54.015595Z","steps":["trace[585447631] 'process raft request' (duration: 630.04201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.015674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.384701Z","time spent":"630.94045ms","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:54.01597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.119376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:25:54.016001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.661618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T01:25:54.016064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.651393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:54.016114Z","caller":"traceutil/trace.go:171","msg":"trace[376118545] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24886; }","duration":"645.730415ms","start":"2026-03-06T01:25:53.370371Z","end":"2026-03-06T01:25:54.016101Z","steps":["trace[376118545] 'agreement among raft nodes before linearized reading' (duration: 645.563692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.016129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.213869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:54.016072Z","caller":"traceutil/trace.go:171","msg":"trace[1844278318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24886; }","duration":"698.76974ms","start":"2026-03-06T01:25:53.317285Z","end":"2026-03-06T01:25:54.016055Z","steps":["trace[1844278318] 'agreement among raft nodes before linearized reading' (duration: 698.504305ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:54.016173Z","caller":"traceutil/trace.go:171","msg":"trace[1902342540] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24886; }","duration":"647.27611ms","start":"2026-03-06T01:25:53.368887Z","end":"2026-03-06T01:25:54.016164Z","steps":["trace[1902342540] 'agreement among raft nodes before linearized reading' (duration: 647.213148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.016219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.368881Z","time spent":"647.328271ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:54.016133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.816757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:54.016273Z","caller":"traceutil/trace.go:171","msg":"trace[1078137679] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24886; }","duration":"645.971841ms","start":"2026-03-06T01:25:53.370286Z","end":"2026-03-06T01:25:54.016258Z","steps":["trace[1078137679] 'agreement among raft nodes before linearized reading' (duration: 645.761436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.016331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.370276Z","time spent":"646.040462ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:25:54.016432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.159338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:54.016462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.802479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-06T01:25:54.016143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.370347Z","time spent":"645.789626ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:25:54.0165Z","caller":"traceutil/trace.go:171","msg":"trace[2135922302] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24886; }","duration":"432.88319ms","start":"2026-03-06T01:25:53.583606Z","end":"2026-03-06T01:25:54.016489Z","steps":["trace[2135922302] 'agreement among raft nodes before linearized reading' (duration: 432.817708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.016537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.583586Z","time spent":"432.943942ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:25:54.016575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.669149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:54.016023Z","caller":"traceutil/trace.go:171","msg":"trace[428210765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24886; }","duration":"647.170487ms","start":"2026-03-06T01:25:53.368838Z","end":"2026-03-06T01:25:54.016009Z","steps":["trace[428210765] 'agreement among raft nodes before linearized reading' (duration: 647.024194ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:54.01663Z","caller":"traceutil/trace.go:171","msg":"trace[1032434090] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24886; }","duration":"647.722821ms","start":"2026-03-06T01:25:53.368895Z","end":"2026-03-06T01:25:54.016617Z","steps":["trace[1032434090] 'agreement among raft nodes before linearized reading' (duration: 647.642729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.016671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.368781Z","time spent":"647.879453ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:25:54.016718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.222303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:54.016756Z","caller":"traceutil/trace.go:171","msg":"trace[387152328] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24886; }","duration":"644.271563ms","start":"2026-03-06T01:25:53.372476Z","end":"2026-03-06T01:25:54.016748Z","steps":["trace[387152328] 'agreement among raft nodes before linearized reading' (duration: 644.174751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.016782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.372469Z","time spent":"644.307294ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:25:54.016177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.317276Z","time spent":"698.894963ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:25:54.016909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.733546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:54.016938Z","caller":"traceutil/trace.go:171","msg":"trace[1996409743] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24886; }","duration":"645.776427ms","start":"2026-03-06T01:25:53.371155Z","end":"2026-03-06T01:25:54.016931Z","steps":["trace[1996409743] 'agreement among raft nodes before linearized reading' (duration: 645.698096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.016676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.368874Z","time spent":"647.791142ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:54.016962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.371145Z","time spent":"645.811578ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:25:54.016469Z","caller":"traceutil/trace.go:171","msg":"trace[592477672] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24886; }","duration":"647.194709ms","start":"2026-03-06T01:25:53.369265Z","end":"2026-03-06T01:25:54.016459Z","steps":["trace[592477672] 'agreement among raft nodes before linearized reading' (duration: 647.145307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.017121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.369238Z","time spent":"647.874623ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:54.016724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.861064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:54.017353Z","caller":"traceutil/trace.go:171","msg":"trace[1298110040] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24886; }","duration":"648.490207ms","start":"2026-03-06T01:25:53.36883Z","end":"2026-03-06T01:25:54.01732Z","steps":["trace[1298110040] 'agreement among raft nodes before linearized reading' (duration: 647.868743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.017401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.368818Z","time spent":"648.571568ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-06T01:25:54.856418Z","caller":"traceutil/trace.go:171","msg":"trace[123668627] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"108.34069ms","start":"2026-03-06T01:25:54.748051Z","end":"2026-03-06T01:25:54.856392Z","steps":["trace[123668627] 'process raft request' (duration: 108.177166ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:54.856648Z","caller":"traceutil/trace.go:171","msg":"trace[2030093218] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"107.805958ms","start":"2026-03-06T01:25:54.748833Z","end":"2026-03-06T01:25:54.856639Z","steps":["trace[2030093218] 'process raft request' (duration: 107.521192ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:54.85689Z","caller":"traceutil/trace.go:171","msg":"trace[1436167859] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"107.917122ms","start":"2026-03-06T01:25:54.748963Z","end":"2026-03-06T01:25:54.85688Z","steps":["trace[1436167859] 'process raft request' (duration: 107.619984ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:54.857239Z","caller":"traceutil/trace.go:171","msg":"trace[230543682] linearizableReadLoop","detail":"{readStateIndex:25747; appliedIndex:25743; }","duration":"107.39105ms","start":"2026-03-06T01:25:54.749839Z","end":"2026-03-06T01:25:54.85723Z","steps":["trace[230543682] 'read index received' (duration: 64.812654ms)","trace[230543682] 'applied index is now lower than readState.Index' (duration: 42.577776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:54.857589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.722807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:25:54.857686Z","caller":"traceutil/trace.go:171","msg":"trace[1539150310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24893; }","duration":"107.8429ms","start":"2026-03-06T01:25:54.749834Z","end":"2026-03-06T01:25:54.857677Z","steps":["trace[1539150310] 'agreement among raft nodes before linearized reading' (duration: 107.593244ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:57.142135Z","caller":"traceutil/trace.go:171","msg":"trace[410819269] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"276.369471ms","start":"2026-03-06T01:25:56.865733Z","end":"2026-03-06T01:25:57.142102Z","steps":["trace[410819269] 'process raft request' (duration: 216.176538ms)","trace[410819269] 'compare' (duration: 60.049619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:57.678923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.462371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:57.679099Z","caller":"traceutil/trace.go:171","msg":"trace[1937898631] linearizableReadLoop","detail":"{readStateIndex:25762; appliedIndex:25760; }","duration":"812.825396ms","start":"2026-03-06T01:25:56.866263Z","end":"2026-03-06T01:25:57.679088Z","steps":["trace[1937898631] 'read index received' (duration: 215.667018ms)","trace[1937898631] 'applied index is now lower than readState.Index' (duration: 597.157828ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:57.679157Z","caller":"traceutil/trace.go:171","msg":"trace[2111240745] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"813.164573ms","start":"2026-03-06T01:25:56.865983Z","end":"2026-03-06T01:25:57.679148Z","steps":["trace[2111240745] 'process raft request' (duration: 425.416976ms)","trace[2111240745] 'compare' (duration: 386.880639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:57.679195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.865971Z","time spent":"813.205384ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:57.679208Z","caller":"traceutil/trace.go:171","msg":"trace[23368397] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"809.142775ms","start":"2026-03-06T01:25:56.870046Z","end":"2026-03-06T01:25:57.679189Z","steps":["trace[23368397] 'process raft request' (duration: 808.965181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:57.679324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.870029Z","time spent":"809.238057ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:57.679544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.216283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:25:57.679598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.861958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:25:57.679697Z","caller":"traceutil/trace.go:171","msg":"trace[575881790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24906; }","duration":"814.021022ms","start":"2026-03-06T01:25:56.865656Z","end":"2026-03-06T01:25:57.679677Z","steps":["trace[575881790] 'agreement among raft nodes before linearized reading' (duration: 813.720355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:57.67975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.865616Z","time spent":"814.122284ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:25:57.679623Z","caller":"traceutil/trace.go:171","msg":"trace[377903597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24906; }","duration":"817.341125ms","start":"2026-03-06T01:25:56.862264Z","end":"2026-03-06T01:25:57.679605Z","steps":["trace[377903597] 'agreement among raft nodes before linearized reading' (duration: 817.10805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:57.679807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.862251Z","time spent":"817.54378ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:58.239498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.776003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:58.239579Z","caller":"traceutil/trace.go:171","msg":"trace[1171382877] linearizableReadLoop","detail":"{readStateIndex:25764; appliedIndex:25763; }","duration":"560.435982ms","start":"2026-03-06T01:25:57.679121Z","end":"2026-03-06T01:25:58.239557Z","steps":["trace[1171382877] 'read index received' (duration: 195.566036ms)","trace[1171382877] 'applied index is now lower than readState.Index' (duration: 364.869076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:58.239678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.808243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-06T01:25:58.239699Z","caller":"traceutil/trace.go:171","msg":"trace[1237156332] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24907; }","duration":"648.868515ms","start":"2026-03-06T01:25:57.590823Z","end":"2026-03-06T01:25:58.239692Z","steps":["trace[1237156332] 'agreement among raft nodes before linearized reading' (duration: 648.784393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.239718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.590802Z","time spent":"648.910996ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T01:25:58.239842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297520244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:58.239844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.874966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:58.239862Z","caller":"traceutil/trace.go:171","msg":"trace[543690100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24907; }","duration":"1.297569745s","start":"2026-03-06T01:25:56.942288Z","end":"2026-03-06T01:25:58.239858Z","steps":["trace[543690100] 'agreement among raft nodes before linearized reading' (duration: 1.297536515s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.239876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.942273Z","time spent":"1.297600996s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:25:58.239869Z","caller":"traceutil/trace.go:171","msg":"trace[1045404968] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24907; }","duration":"608.931318ms","start":"2026-03-06T01:25:57.63093Z","end":"2026-03-06T01:25:58.239862Z","steps":["trace[1045404968] 'agreement among raft nodes before linearized reading' (duration: 608.649921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.240004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.630914Z","time spent":"609.08244ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:58.240115Z","caller":"traceutil/trace.go:171","msg":"trace[1929500709] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"566.844953ms","start":"2026-03-06T01:25:57.673262Z","end":"2026-03-06T01:25:58.240107Z","steps":["trace[1929500709] 'process raft request' (duration: 201.395085ms)","trace[1929500709] 'compare' (duration: 364.653801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:58.240155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.673239Z","time spent":"566.898593ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:58.239981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34787632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:25:58.24027Z","caller":"traceutil/trace.go:171","msg":"trace[1883752679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24907; }","duration":"1.348166036s","start":"2026-03-06T01:25:56.892099Z","end":"2026-03-06T01:25:58.240265Z","steps":["trace[1883752679] 'agreement among raft nodes before linearized reading' (duration: 1.347842719s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.240286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.892053Z","time spent":"1.348229148s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:25:58.848415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.060294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:58.848714Z","caller":"traceutil/trace.go:171","msg":"trace[830450369] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"780.718121ms","start":"2026-03-06T01:25:58.067976Z","end":"2026-03-06T01:25:58.848694Z","steps":["trace[830450369] 'process raft request' (duration: 780.646589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.848806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.067962Z","time spent":"780.793153ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:58.848902Z","caller":"traceutil/trace.go:171","msg":"trace[702708803] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"1.165070736s","start":"2026-03-06T01:25:57.683802Z","end":"2026-03-06T01:25:58.848872Z","steps":["trace[702708803] 'process raft request' (duration: 665.470419ms)","trace[702708803] 'compare' (duration: 498.88703ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:58.849043Z","caller":"traceutil/trace.go:171","msg":"trace[1093474191] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"1.164663577s","start":"2026-03-06T01:25:57.684369Z","end":"2026-03-06T01:25:58.849032Z","steps":["trace[1093474191] 'process raft request' (duration: 1.164164935s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.84907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.683788Z","time spent":"1.165187598s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:58.849103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.684348Z","time spent":"1.164726998s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:58.849351Z","caller":"traceutil/trace.go:171","msg":"trace[158663445] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"779.171898ms","start":"2026-03-06T01:25:58.070168Z","end":"2026-03-06T01:25:58.84934Z","steps":["trace[158663445] 'process raft request' (duration: 778.487382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.849421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.070158Z","time spent":"779.229949ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:58.849679Z","caller":"traceutil/trace.go:171","msg":"trace[1379372259] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"774.283642ms","start":"2026-03-06T01:25:58.07537Z","end":"2026-03-06T01:25:58.849654Z","steps":["trace[1379372259] 'process raft request' (duration: 773.877783ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:58.849782Z","caller":"traceutil/trace.go:171","msg":"trace[1854571506] linearizableReadLoop","detail":"{readStateIndex:25769; appliedIndex:25764; }","duration":"610.169685ms","start":"2026-03-06T01:25:58.239592Z","end":"2026-03-06T01:25:58.849761Z","steps":["trace[1854571506] 'read index received' (duration: 109.693929ms)","trace[1854571506] 'applied index is now lower than readState.Index' (duration: 500.474596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:58.849816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.075362Z","time spent":"774.382983ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:58.849827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.855561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:58.849843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.933198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:58.849866Z","caller":"traceutil/trace.go:171","msg":"trace[1052803958] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24913; }","duration":"783.905392ms","start":"2026-03-06T01:25:58.06595Z","end":"2026-03-06T01:25:58.849855Z","steps":["trace[1052803958] 'agreement among raft nodes before linearized reading' (duration: 783.81508ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:58.849888Z","caller":"traceutil/trace.go:171","msg":"trace[603653530] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24913; }","duration":"787.00164ms","start":"2026-03-06T01:25:58.062875Z","end":"2026-03-06T01:25:58.849877Z","steps":["trace[603653530] 'agreement among raft nodes before linearized reading' (duration: 786.897848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.849898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.065943Z","time spent":"783.948133ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:58.849923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.062866Z","time spent":"787.051071ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:58.849989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.059697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:58.849963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.227229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:58.849995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.862352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:58.850044Z","caller":"traceutil/trace.go:171","msg":"trace[1944721208] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24913; }","duration":"785.118018ms","start":"2026-03-06T01:25:58.064901Z","end":"2026-03-06T01:25:58.850019Z","steps":["trace[1944721208] 'agreement among raft nodes before linearized reading' (duration: 785.055807ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:58.850051Z","caller":"traceutil/trace.go:171","msg":"trace[1695161405] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24913; }","duration":"809.944574ms","start":"2026-03-06T01:25:58.040097Z","end":"2026-03-06T01:25:58.850041Z","steps":["trace[1695161405] 'agreement among raft nodes before linearized reading' (duration: 809.78364ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:58.850045Z","caller":"traceutil/trace.go:171","msg":"trace[448863385] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24913; }","duration":"784.332032ms","start":"2026-03-06T01:25:58.065695Z","end":"2026-03-06T01:25:58.850027Z","steps":["trace[448863385] 'agreement among raft nodes before linearized reading' (duration: 784.215919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.850073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.064893Z","time spent":"785.174169ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:58.850083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.040091Z","time spent":"809.983355ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:25:58.85009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.065687Z","time spent":"784.393223ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:25:58.850112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.575079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:58.850042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.544392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:58.850158Z","caller":"traceutil/trace.go:171","msg":"trace[1467056354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24913; }","duration":"608.641351ms","start":"2026-03-06T01:25:58.241506Z","end":"2026-03-06T01:25:58.850147Z","steps":["trace[1467056354] 'agreement among raft nodes before linearized reading' (duration: 608.57503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.850155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.808372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:58.850183Z","caller":"traceutil/trace.go:171","msg":"trace[1735355765] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24913; }","duration":"853.717406ms","start":"2026-03-06T01:25:57.996457Z","end":"2026-03-06T01:25:58.850174Z","steps":["trace[1735355765] 'agreement among raft nodes before linearized reading' (duration: 853.546932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.850188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.24149Z","time spent":"608.691722ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:58.850203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.996438Z","time spent":"853.757566ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:58.850193Z","caller":"traceutil/trace.go:171","msg":"trace[1476045392] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24913; }","duration":"810.872614ms","start":"2026-03-06T01:25:58.039312Z","end":"2026-03-06T01:25:58.850185Z","steps":["trace[1476045392] 'agreement among raft nodes before linearized reading' (duration: 810.748261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.850225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.039297Z","time spent":"810.921865ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:25:58.850105Z","caller":"traceutil/trace.go:171","msg":"trace[1079837979] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"603.854356ms","start":"2026-03-06T01:25:58.24624Z","end":"2026-03-06T01:25:58.850094Z","steps":["trace[1079837979] 'process raft request' (duration: 603.331775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.850225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.296563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:25:58.850316Z","caller":"traceutil/trace.go:171","msg":"trace[1948795402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24913; }","duration":"684.415246ms","start":"2026-03-06T01:25:58.165892Z","end":"2026-03-06T01:25:58.850307Z","steps":["trace[1948795402] 'agreement among raft nodes before linearized reading' (duration: 684.234072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.850319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.246231Z","time spent":"604.029961ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:58.850343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.165876Z","time spent":"684.460536ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:25:58.850402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.319957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aaecfee9-d178-49f0-9068-4aea706cb264\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-06T01:25:58.850433Z","caller":"traceutil/trace.go:171","msg":"trace[231566989] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aaecfee9-d178-49f0-9068-4aea706cb264; range_end:; response_count:1; response_revision:24913; }","duration":"604.360637ms","start":"2026-03-06T01:25:58.246066Z","end":"2026-03-06T01:25:58.850427Z","steps":["trace[231566989] 'agreement among raft nodes before linearized reading' (duration: 604.263645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.850406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.225757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"warn","ts":"2026-03-06T01:25:58.850449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.24606Z","time spent":"604.385478ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-aaecfee9-d178-49f0-9068-4aea706cb264\" "} {"level":"info","ts":"2026-03-06T01:25:58.850479Z","caller":"traceutil/trace.go:171","msg":"trace[369644461] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24913; }","duration":"783.32144ms","start":"2026-03-06T01:25:58.067138Z","end":"2026-03-06T01:25:58.850459Z","steps":["trace[369644461] 'agreement among raft nodes before linearized reading' (duration: 783.088875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.850502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.518559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:25:58.850532Z","caller":"traceutil/trace.go:171","msg":"trace[94468672] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24913; }","duration":"781.631452ms","start":"2026-03-06T01:25:58.06889Z","end":"2026-03-06T01:25:58.850521Z","steps":["trace[94468672] 'agreement among raft nodes before linearized reading' (duration: 781.52174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.850532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.067131Z","time spent":"783.391301ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:25:58.850569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.068881Z","time spent":"781.681323ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:25:59.617671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.553168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:59.617802Z","caller":"traceutil/trace.go:171","msg":"trace[2068169013] linearizableReadLoop","detail":"{readStateIndex:25771; appliedIndex:25770; }","duration":"761.209402ms","start":"2026-03-06T01:25:58.856571Z","end":"2026-03-06T01:25:59.61778Z","steps":["trace[2068169013] 'read index received' (duration: 320.44173ms)","trace[2068169013] 'applied index is now lower than readState.Index' (duration: 440.765822ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:59.617995Z","caller":"traceutil/trace.go:171","msg":"trace[1932575004] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"763.264487ms","start":"2026-03-06T01:25:58.854647Z","end":"2026-03-06T01:25:59.617912Z","steps":["trace[1932575004] 'process raft request' (duration: 322.355502ms)","trace[1932575004] 'compare' (duration: 440.020946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:59.61811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.528479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d6681542-538f-4a22-a56e-74f9b91a7573\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-06T01:25:59.618139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.854637Z","time spent":"763.433471ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:59.618169Z","caller":"traceutil/trace.go:171","msg":"trace[644118505] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d6681542-538f-4a22-a56e-74f9b91a7573; range_end:; response_count:1; response_revision:24914; }","duration":"761.617741ms","start":"2026-03-06T01:25:58.856536Z","end":"2026-03-06T01:25:59.618154Z","steps":["trace[644118505] 'agreement among raft nodes before linearized reading' (duration: 761.374386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.618221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.856521Z","time spent":"761.685352ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d6681542-538f-4a22-a56e-74f9b91a7573\" "} {"level":"info","ts":"2026-03-06T01:25:59.709493Z","caller":"traceutil/trace.go:171","msg":"trace[822156273] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"560.916392ms","start":"2026-03-06T01:25:59.148546Z","end":"2026-03-06T01:25:59.709462Z","steps":["trace[822156273] 'process raft request' (duration: 560.709957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.709542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.218488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:59.70963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.148526Z","time spent":"561.029246ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:59.70964Z","caller":"traceutil/trace.go:171","msg":"trace[1007872678] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24915; }","duration":"438.370941ms","start":"2026-03-06T01:25:59.271246Z","end":"2026-03-06T01:25:59.709617Z","steps":["trace[1007872678] 'agreement among raft nodes before linearized reading' (duration: 438.178097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.709697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.271223Z","time spent":"438.458392ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:59.709997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.682909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:59.709976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.039462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:25:59.71006Z","caller":"traceutil/trace.go:171","msg":"trace[1175349415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24915; }","duration":"337.77575ms","start":"2026-03-06T01:25:59.372266Z","end":"2026-03-06T01:25:59.710042Z","steps":["trace[1175349415] 'agreement among raft nodes before linearized reading' (duration: 337.684468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.710072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.01524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:59.710074Z","caller":"traceutil/trace.go:171","msg":"trace[1567750351] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24915; }","duration":"839.168555ms","start":"2026-03-06T01:25:58.870885Z","end":"2026-03-06T01:25:59.710054Z","steps":["trace[1567750351] 'agreement among raft nodes before linearized reading' (duration: 838.91658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.710114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.372249Z","time spent":"337.850662ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:59.710123Z","caller":"traceutil/trace.go:171","msg":"trace[488801608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24915; }","duration":"853.079501ms","start":"2026-03-06T01:25:58.857029Z","end":"2026-03-06T01:25:59.710108Z","steps":["trace[488801608] 'agreement among raft nodes before linearized reading' (duration: 852.993359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.71015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.870867Z","time spent":"839.269967ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:25:59.710171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.857017Z","time spent":"853.147383ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:59.710222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.381357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:59.710372Z","caller":"traceutil/trace.go:171","msg":"trace[1828106428] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24915; }","duration":"680.609562ms","start":"2026-03-06T01:25:59.029734Z","end":"2026-03-06T01:25:59.710344Z","steps":["trace[1828106428] 'agreement among raft nodes before linearized reading' (duration: 680.323936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.710438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.029712Z","time spent":"680.714993ms","remote":"127.0.0.1:49868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:59.710631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.92627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T01:25:59.71069Z","caller":"traceutil/trace.go:171","msg":"trace[679567001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24915; }","duration":"555.008782ms","start":"2026-03-06T01:25:59.155668Z","end":"2026-03-06T01:25:59.710677Z","steps":["trace[679567001] 'agreement among raft nodes before linearized reading' (duration: 553.765285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.710729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.155601Z","time spent":"555.117695ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:25:59.74594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.786598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:59.746045Z","caller":"traceutil/trace.go:171","msg":"trace[1166983410] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24917; }","duration":"107.951682ms","start":"2026-03-06T01:25:59.638067Z","end":"2026-03-06T01:25:59.746019Z","steps":["trace[1166983410] 'agreement among raft nodes before linearized reading' (duration: 107.799609ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:00.983541Z","caller":"traceutil/trace.go:171","msg":"trace[1978302705] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"125.240312ms","start":"2026-03-06T01:26:00.858277Z","end":"2026-03-06T01:26:00.983517Z","steps":["trace[1978302705] 'process raft request' (duration: 96.435418ms)","trace[1978302705] 'compare' (duration: 28.593498ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:00.98363Z","caller":"traceutil/trace.go:171","msg":"trace[679700011] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"125.201441ms","start":"2026-03-06T01:26:00.85841Z","end":"2026-03-06T01:26:00.983611Z","steps":["trace[679700011] 'process raft request' (duration: 125.046977ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:00.98366Z","caller":"traceutil/trace.go:171","msg":"trace[482137108] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"123.665567ms","start":"2026-03-06T01:26:00.859972Z","end":"2026-03-06T01:26:00.983638Z","steps":["trace[482137108] 'process raft request' (duration: 123.528054ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:00.983724Z","caller":"traceutil/trace.go:171","msg":"trace[1411003518] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"122.104853ms","start":"2026-03-06T01:26:00.861589Z","end":"2026-03-06T01:26:00.983694Z","steps":["trace[1411003518] 'process raft request' (duration: 121.95425ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:00.984375Z","caller":"traceutil/trace.go:171","msg":"trace[1628272700] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"122.721456ms","start":"2026-03-06T01:26:00.861641Z","end":"2026-03-06T01:26:00.984362Z","steps":["trace[1628272700] 'process raft request' (duration: 121.942689ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:00.984424Z","caller":"traceutil/trace.go:171","msg":"trace[436233893] linearizableReadLoop","detail":"{readStateIndex:25781; appliedIndex:25778; }","duration":"124.6697ms","start":"2026-03-06T01:26:00.859733Z","end":"2026-03-06T01:26:00.984402Z","steps":["trace[436233893] 'read index received' (duration: 10.164024ms)","trace[436233893] 'applied index is now lower than readState.Index' (duration: 114.502886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:00.984756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.973016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:00.984819Z","caller":"traceutil/trace.go:171","msg":"trace[1057127261] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24927; }","duration":"125.058787ms","start":"2026-03-06T01:26:00.859749Z","end":"2026-03-06T01:26:00.984808Z","steps":["trace[1057127261] 'agreement among raft nodes before linearized reading' (duration: 124.949415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:00.984928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.985256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:00.985296Z","caller":"traceutil/trace.go:171","msg":"trace[1870750365] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24927; }","duration":"125.562009ms","start":"2026-03-06T01:26:00.859719Z","end":"2026-03-06T01:26:00.985281Z","steps":["trace[1870750365] 'agreement among raft nodes before linearized reading' (duration: 124.943965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:00.985313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.253156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:00.985441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.981662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:26:00.985442Z","caller":"traceutil/trace.go:171","msg":"trace[1227303266] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24927; }","duration":"122.553642ms","start":"2026-03-06T01:26:00.862861Z","end":"2026-03-06T01:26:00.985415Z","steps":["trace[1227303266] 'agreement among raft nodes before linearized reading' (duration: 122.160524ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:00.98547Z","caller":"traceutil/trace.go:171","msg":"trace[464952406] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24927; }","duration":"123.021063ms","start":"2026-03-06T01:26:00.862442Z","end":"2026-03-06T01:26:00.985463Z","steps":["trace[464952406] 'agreement among raft nodes before linearized reading' (duration: 122.947471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:00.985565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.129425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:26:00.985585Z","caller":"traceutil/trace.go:171","msg":"trace[2062433748] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24927; }","duration":"123.179926ms","start":"2026-03-06T01:26:00.862401Z","end":"2026-03-06T01:26:00.985581Z","steps":["trace[2062433748] 'agreement among raft nodes before linearized reading' (duration: 123.127345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:00.985646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.331241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:26:00.985663Z","caller":"traceutil/trace.go:171","msg":"trace[1505376773] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24927; }","duration":"124.358752ms","start":"2026-03-06T01:26:00.861301Z","end":"2026-03-06T01:26:00.985659Z","steps":["trace[1505376773] 'agreement among raft nodes before linearized reading' (duration: 124.317731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:00.985727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.447597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:00.98537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.759788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:00.985773Z","caller":"traceutil/trace.go:171","msg":"trace[498641540] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24927; }","duration":"100.523828ms","start":"2026-03-06T01:26:00.885235Z","end":"2026-03-06T01:26:00.985759Z","steps":["trace[498641540] 'agreement among raft nodes before linearized reading' (duration: 100.426856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:00.98579Z","caller":"traceutil/trace.go:171","msg":"trace[1772360431] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24927; }","duration":"124.192108ms","start":"2026-03-06T01:26:00.861583Z","end":"2026-03-06T01:26:00.985775Z","steps":["trace[1772360431] 'agreement among raft nodes before linearized reading' (duration: 123.754249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:00.985903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.825014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-06T01:26:00.986Z","caller":"traceutil/trace.go:171","msg":"trace[1927658365] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24927; }","duration":"125.941597ms","start":"2026-03-06T01:26:00.860042Z","end":"2026-03-06T01:26:00.985984Z","steps":["trace[1927658365] 'agreement among raft nodes before linearized reading' (duration: 125.713002ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.163691Z","caller":"traceutil/trace.go:171","msg":"trace[2008926133] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"112.086922ms","start":"2026-03-06T01:26:03.051567Z","end":"2026-03-06T01:26:03.163654Z","steps":["trace[2008926133] 'process raft request' (duration: 94.428984ms)","trace[2008926133] 'compare' (duration: 17.506555ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:04.840143Z","caller":"traceutil/trace.go:171","msg":"trace[146233195] linearizableReadLoop","detail":"{readStateIndex:25814; appliedIndex:25813; }","duration":"120.477516ms","start":"2026-03-06T01:26:04.719643Z","end":"2026-03-06T01:26:04.840121Z","steps":["trace[146233195] 'read index received' (duration: 120.279992ms)","trace[146233195] 'applied index is now lower than readState.Index' (duration: 196.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:04.840194Z","caller":"traceutil/trace.go:171","msg":"trace[740150200] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"152.248174ms","start":"2026-03-06T01:26:04.687918Z","end":"2026-03-06T01:26:04.840166Z","steps":["trace[740150200] 'process raft request' (duration: 152.06139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:04.840284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.62998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:04.840319Z","caller":"traceutil/trace.go:171","msg":"trace[1800874281] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24956; }","duration":"120.719072ms","start":"2026-03-06T01:26:04.719589Z","end":"2026-03-06T01:26:04.840308Z","steps":["trace[1800874281] 'agreement among raft nodes before linearized reading' (duration: 120.645601ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:08.0084Z","caller":"traceutil/trace.go:171","msg":"trace[2031403345] linearizableReadLoop","detail":"{readStateIndex:25854; appliedIndex:25852; }","duration":"114.855303ms","start":"2026-03-06T01:26:07.893516Z","end":"2026-03-06T01:26:08.008372Z","steps":["trace[2031403345] 'read index received' (duration: 45.144361ms)","trace[2031403345] 'applied index is now lower than readState.Index' (duration: 69.709462ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:08.008535Z","caller":"traceutil/trace.go:171","msg":"trace[411537810] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"116.763585ms","start":"2026-03-06T01:26:07.891732Z","end":"2026-03-06T01:26:08.008496Z","steps":["trace[411537810] 'process raft request' (duration: 116.479779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.00857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.029286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:08.008636Z","caller":"traceutil/trace.go:171","msg":"trace[559539928] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24995; }","duration":"115.156069ms","start":"2026-03-06T01:26:07.893461Z","end":"2026-03-06T01:26:08.008617Z","steps":["trace[559539928] 'agreement among raft nodes before linearized reading' (duration: 115.035337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.008697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.606575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:26:08.008825Z","caller":"traceutil/trace.go:171","msg":"trace[1729950406] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24995; }","duration":"113.798859ms","start":"2026-03-06T01:26:07.89501Z","end":"2026-03-06T01:26:08.008808Z","steps":["trace[1729950406] 'agreement among raft nodes before linearized reading' (duration: 113.513443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.009224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.563493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:26:08.009325Z","caller":"traceutil/trace.go:171","msg":"trace[184255360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24995; }","duration":"112.735197ms","start":"2026-03-06T01:26:07.896571Z","end":"2026-03-06T01:26:08.009306Z","steps":["trace[184255360] 'agreement among raft nodes before linearized reading' (duration: 112.022071ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.339462Z","caller":"traceutil/trace.go:171","msg":"trace[1691193572] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"234.826609ms","start":"2026-03-06T01:26:09.104577Z","end":"2026-03-06T01:26:09.339404Z","steps":["trace[1691193572] 'process raft request' (duration: 159.089845ms)","trace[1691193572] 'compare' (duration: 75.407867ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:09.339636Z","caller":"traceutil/trace.go:171","msg":"trace[1970617237] linearizableReadLoop","detail":"{readStateIndex:25861; appliedIndex:25859; }","duration":"181.328912ms","start":"2026-03-06T01:26:09.15826Z","end":"2026-03-06T01:26:09.339589Z","steps":["trace[1970617237] 'read index received' (duration: 105.373223ms)","trace[1970617237] 'applied index is now lower than readState.Index' (duration: 75.952339ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:09.339803Z","caller":"traceutil/trace.go:171","msg":"trace[405855951] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"212.406766ms","start":"2026-03-06T01:26:09.127341Z","end":"2026-03-06T01:26:09.339748Z","steps":["trace[405855951] 'process raft request' (duration: 211.996537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.340153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.801593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-06T01:26:09.340497Z","caller":"traceutil/trace.go:171","msg":"trace[1279051220] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25002; }","duration":"212.179831ms","start":"2026-03-06T01:26:09.128281Z","end":"2026-03-06T01:26:09.340461Z","steps":["trace[1279051220] 'agreement among raft nodes before linearized reading' (duration: 211.476525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.340513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.750781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:26:09.340182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.251543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-06T01:26:09.340761Z","caller":"traceutil/trace.go:171","msg":"trace[718812556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25002; }","duration":"109.980426ms","start":"2026-03-06T01:26:09.230697Z","end":"2026-03-06T01:26:09.340678Z","steps":["trace[718812556] 'agreement among raft nodes before linearized reading' (duration: 109.537746ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.340837Z","caller":"traceutil/trace.go:171","msg":"trace[1065317088] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25002; }","duration":"212.917767ms","start":"2026-03-06T01:26:09.127872Z","end":"2026-03-06T01:26:09.34079Z","steps":["trace[1065317088] 'agreement among raft nodes before linearized reading' (duration: 211.977596ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.751785Z","caller":"traceutil/trace.go:171","msg":"trace[1402187090] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"130.949217ms","start":"2026-03-06T01:26:09.620788Z","end":"2026-03-06T01:26:09.751737Z","steps":["trace[1402187090] 'process raft request' (duration: 130.727771ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:15.309364Z","caller":"traceutil/trace.go:171","msg":"trace[1908512980] linearizableReadLoop","detail":"{readStateIndex:25906; appliedIndex:25905; }","duration":"125.485426ms","start":"2026-03-06T01:26:15.183858Z","end":"2026-03-06T01:26:15.309344Z","steps":["trace[1908512980] 'read index received' (duration: 125.355273ms)","trace[1908512980] 'applied index is now lower than readState.Index' (duration: 129.123µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:15.309425Z","caller":"traceutil/trace.go:171","msg":"trace[2013470405] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"145.890795ms","start":"2026-03-06T01:26:15.163504Z","end":"2026-03-06T01:26:15.309395Z","steps":["trace[2013470405] 'process raft request' (duration: 145.713931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.309519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.653789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:15.309729Z","caller":"traceutil/trace.go:171","msg":"trace[810790683] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25046; }","duration":"125.907496ms","start":"2026-03-06T01:26:15.183809Z","end":"2026-03-06T01:26:15.309717Z","steps":["trace[810790683] 'agreement among raft nodes before linearized reading' (duration: 125.65437ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:17.425951Z","caller":"traceutil/trace.go:171","msg":"trace[79218776] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"106.579191ms","start":"2026-03-06T01:26:17.319332Z","end":"2026-03-06T01:26:17.425911Z","steps":["trace[79218776] 'process raft request' (duration: 74.683111ms)","trace[79218776] 'compare' (duration: 31.680405ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:17.426096Z","caller":"traceutil/trace.go:171","msg":"trace[1125469295] linearizableReadLoop","detail":"{readStateIndex:25921; appliedIndex:25919; }","duration":"103.36977ms","start":"2026-03-06T01:26:17.322707Z","end":"2026-03-06T01:26:17.426076Z","steps":["trace[1125469295] 'read index received' (duration: 6.493942ms)","trace[1125469295] 'applied index is now lower than readState.Index' (duration: 96.874538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:17.426338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.616537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-06T01:26:17.426388Z","caller":"traceutil/trace.go:171","msg":"trace[208381256] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25061; }","duration":"103.713508ms","start":"2026-03-06T01:26:17.322662Z","end":"2026-03-06T01:26:17.426376Z","steps":["trace[208381256] 'agreement among raft nodes before linearized reading' (duration: 103.546544ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:28.133979Z","caller":"traceutil/trace.go:171","msg":"trace[445872367] linearizableReadLoop","detail":"{readStateIndex:25999; appliedIndex:25998; }","duration":"148.101903ms","start":"2026-03-06T01:26:27.985819Z","end":"2026-03-06T01:26:28.133921Z","steps":["trace[445872367] 'read index received' (duration: 147.622483ms)","trace[445872367] 'applied index is now lower than readState.Index' (duration: 478.29µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:28.13435Z","caller":"traceutil/trace.go:171","msg":"trace[192017316] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"150.367412ms","start":"2026-03-06T01:26:27.98393Z","end":"2026-03-06T01:26:28.134298Z","steps":["trace[192017316] 'process raft request' (duration: 149.554265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.134381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.263355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:28.134468Z","caller":"traceutil/trace.go:171","msg":"trace[68086593] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25136; }","duration":"137.40592ms","start":"2026-03-06T01:26:27.997035Z","end":"2026-03-06T01:26:28.134441Z","steps":["trace[68086593] 'agreement among raft nodes before linearized reading' (duration: 137.238115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.134683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.82363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:26:28.134789Z","caller":"traceutil/trace.go:171","msg":"trace[1359656159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25136; }","duration":"148.997894ms","start":"2026-03-06T01:26:27.98577Z","end":"2026-03-06T01:26:28.134768Z","steps":["trace[1359656159] 'agreement among raft nodes before linearized reading' (duration: 148.356689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:31.703604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.527419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:26:31.703695Z","caller":"traceutil/trace.go:171","msg":"trace[1083397022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25175; }","duration":"278.666823ms","start":"2026-03-06T01:26:31.425004Z","end":"2026-03-06T01:26:31.703671Z","steps":["trace[1083397022] 'range keys from in-memory index tree' (duration: 278.349846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:31.70391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.213752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:31.703953Z","caller":"traceutil/trace.go:171","msg":"trace[490689203] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25175; }","duration":"344.306754ms","start":"2026-03-06T01:26:31.359631Z","end":"2026-03-06T01:26:31.703938Z","steps":["trace[490689203] 'count revisions from in-memory index tree' (duration: 344.11458ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:31.703939Z","caller":"traceutil/trace.go:171","msg":"trace[1971815859] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"143.223797ms","start":"2026-03-06T01:26:31.560683Z","end":"2026-03-06T01:26:31.703907Z","steps":["trace[1971815859] 'process raft request' (duration: 125.011396ms)","trace[1971815859] 'compare' (duration: 17.687269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:31.703992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:31.359599Z","time spent":"344.381005ms","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:31.704076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.347302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:26:31.70416Z","caller":"traceutil/trace.go:171","msg":"trace[1507787106] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25175; }","duration":"170.490916ms","start":"2026-03-06T01:26:31.533647Z","end":"2026-03-06T01:26:31.704138Z","steps":["trace[1507787106] 'count revisions from in-memory index tree' (duration: 170.270911ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:31.715405Z","caller":"traceutil/trace.go:171","msg":"trace[1901337517] linearizableReadLoop","detail":"{readStateIndex:26041; appliedIndex:26039; }","duration":"151.866986ms","start":"2026-03-06T01:26:31.563519Z","end":"2026-03-06T01:26:31.715386Z","steps":["trace[1901337517] 'read index received' (duration: 122.187963ms)","trace[1901337517] 'applied index is now lower than readState.Index' (duration: 29.678143ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:31.715461Z","caller":"traceutil/trace.go:171","msg":"trace[1531425955] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"152.068951ms","start":"2026-03-06T01:26:31.563371Z","end":"2026-03-06T01:26:31.71544Z","steps":["trace[1531425955] 'process raft request' (duration: 151.895127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:31.715632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.085901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:31.715687Z","caller":"traceutil/trace.go:171","msg":"trace[370275747] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25178; }","duration":"152.196593ms","start":"2026-03-06T01:26:31.563477Z","end":"2026-03-06T01:26:31.715674Z","steps":["trace[370275747] 'agreement among raft nodes before linearized reading' (duration: 152.022379ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:32.291351Z","caller":"traceutil/trace.go:171","msg":"trace[1645754724] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"164.772469ms","start":"2026-03-06T01:26:32.126543Z","end":"2026-03-06T01:26:32.291315Z","steps":["trace[1645754724] 'process raft request' (duration: 126.724184ms)","trace[1645754724] 'compare' (duration: 37.885272ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:32.295659Z","caller":"traceutil/trace.go:171","msg":"trace[975953822] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"161.830575ms","start":"2026-03-06T01:26:32.133804Z","end":"2026-03-06T01:26:32.295635Z","steps":["trace[975953822] 'process raft request' (duration: 161.622161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:32.295999Z","caller":"traceutil/trace.go:171","msg":"trace[396049604] linearizableReadLoop","detail":"{readStateIndex:26050; appliedIndex:26048; }","duration":"107.134924ms","start":"2026-03-06T01:26:32.188842Z","end":"2026-03-06T01:26:32.295977Z","steps":["trace[396049604] 'read index received' (duration: 64.392465ms)","trace[396049604] 'applied index is now lower than readState.Index' (duration: 42.740459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:32.296207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.343798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:26:32.296263Z","caller":"traceutil/trace.go:171","msg":"trace[1423402787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25188; }","duration":"107.44421ms","start":"2026-03-06T01:26:32.188803Z","end":"2026-03-06T01:26:32.296248Z","steps":["trace[1423402787] 'agreement among raft nodes before linearized reading' (duration: 107.271566ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:32.925411Z","caller":"traceutil/trace.go:171","msg":"trace[175407547] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"122.064522ms","start":"2026-03-06T01:26:32.80332Z","end":"2026-03-06T01:26:32.925385Z","steps":["trace[175407547] 'process raft request' (duration: 121.892018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.264216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.851144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:33.264317Z","caller":"traceutil/trace.go:171","msg":"trace[921159903] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"185.797702ms","start":"2026-03-06T01:26:33.078501Z","end":"2026-03-06T01:26:33.264299Z","steps":["trace[921159903] 'process raft request' (duration: 75.802975ms)","trace[921159903] 'compare' (duration: 109.553368ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:42.703082Z","caller":"traceutil/trace.go:171","msg":"trace[429259500] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"108.251809ms","start":"2026-03-06T01:26:42.594808Z","end":"2026-03-06T01:26:42.70306Z","steps":["trace[429259500] 'process raft request' (duration: 108.040054ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:42.709834Z","caller":"traceutil/trace.go:171","msg":"trace[504282733] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"113.504402ms","start":"2026-03-06T01:26:42.596299Z","end":"2026-03-06T01:26:42.709804Z","steps":["trace[504282733] 'process raft request' (duration: 113.293638ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:46.894777Z","caller":"traceutil/trace.go:171","msg":"trace[942066629] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"109.740891ms","start":"2026-03-06T01:26:46.785002Z","end":"2026-03-06T01:26:46.894743Z","steps":["trace[942066629] 'process raft request' (duration: 55.937579ms)","trace[942066629] 'compare' (duration: 53.559086ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:50.00862Z","caller":"traceutil/trace.go:171","msg":"trace[508708370] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"110.025557ms","start":"2026-03-06T01:26:49.898561Z","end":"2026-03-06T01:26:50.008587Z","steps":["trace[508708370] 'process raft request' (duration: 108.298628ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:53.075183Z","caller":"traceutil/trace.go:171","msg":"trace[756849905] linearizableReadLoop","detail":"{readStateIndex:26238; appliedIndex:26237; }","duration":"128.735309ms","start":"2026-03-06T01:26:52.946429Z","end":"2026-03-06T01:26:53.075165Z","steps":["trace[756849905] 'read index received' (duration: 126.847077ms)","trace[756849905] 'applied index is now lower than readState.Index' (duration: 1.887452ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:53.07524Z","caller":"traceutil/trace.go:171","msg":"trace[558036115] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"160.564347ms","start":"2026-03-06T01:26:52.914639Z","end":"2026-03-06T01:26:53.075203Z","steps":["trace[558036115] 'process raft request' (duration: 158.691806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:53.075315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.870121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:53.075346Z","caller":"traceutil/trace.go:171","msg":"trace[985399598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25369; }","duration":"128.948652ms","start":"2026-03-06T01:26:52.946389Z","end":"2026-03-06T01:26:53.075338Z","steps":["trace[985399598] 'agreement among raft nodes before linearized reading' (duration: 128.887151ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:54.072973Z","caller":"traceutil/trace.go:171","msg":"trace[1207159010] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"191.337695ms","start":"2026-03-06T01:26:53.881599Z","end":"2026-03-06T01:26:54.072937Z","steps":["trace[1207159010] 'process raft request' (duration: 153.484112ms)","trace[1207159010] 'compare' (duration: 37.528936ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:54.073051Z","caller":"traceutil/trace.go:171","msg":"trace[1808573598] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"154.182117ms","start":"2026-03-06T01:26:53.918851Z","end":"2026-03-06T01:26:54.073033Z","steps":["trace[1808573598] 'process raft request' (duration: 154.026003ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:54.073051Z","caller":"traceutil/trace.go:171","msg":"trace[2024292080] linearizableReadLoop","detail":"{readStateIndex:26242; appliedIndex:26240; }","duration":"132.379888ms","start":"2026-03-06T01:26:53.940651Z","end":"2026-03-06T01:26:54.07303Z","steps":["trace[2024292080] 'read index received' (duration: 94.442634ms)","trace[2024292080] 'applied index is now lower than readState.Index' (duration: 37.936304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:54.073198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.547572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:54.073222Z","caller":"traceutil/trace.go:171","msg":"trace[2075147954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25375; }","duration":"132.608123ms","start":"2026-03-06T01:26:53.940607Z","end":"2026-03-06T01:26:54.073215Z","steps":["trace[2075147954] 'agreement among raft nodes before linearized reading' (duration: 132.539311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.073251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.41251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:54.073302Z","caller":"traceutil/trace.go:171","msg":"trace[539567941] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25375; }","duration":"117.525112ms","start":"2026-03-06T01:26:53.955766Z","end":"2026-03-06T01:26:54.073291Z","steps":["trace[539567941] 'agreement among raft nodes before linearized reading' (duration: 117.42205ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:55.227363Z","caller":"traceutil/trace.go:171","msg":"trace[931301590] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25387; }","duration":"124.500966ms","start":"2026-03-06T01:26:55.102841Z","end":"2026-03-06T01:26:55.227342Z","steps":["trace[931301590] 'process raft request' (duration: 101.117881ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:05.583374Z","caller":"traceutil/trace.go:171","msg":"trace[1440040353] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"453.258777ms","start":"2026-03-06T01:27:05.130072Z","end":"2026-03-06T01:27:05.58333Z","steps":["trace[1440040353] 'process raft request' (duration: 413.434502ms)","trace[1440040353] 'compare' (duration: 39.332514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:05.583707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:05.130042Z","time spent":"453.575175ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:18.224257Z","caller":"traceutil/trace.go:171","msg":"trace[1464926598] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"159.753649ms","start":"2026-03-06T01:27:18.064479Z","end":"2026-03-06T01:27:18.224233Z","steps":["trace[1464926598] 'process raft request' (duration: 159.606546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:18.911547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.283972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:18.911665Z","caller":"traceutil/trace.go:171","msg":"trace[35517937] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25671; }","duration":"572.424644ms","start":"2026-03-06T01:27:18.339195Z","end":"2026-03-06T01:27:18.91162Z","steps":["trace[35517937] 'count revisions from in-memory index tree' (duration: 572.21053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:18.911716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:18.339177Z","time spent":"572.524127ms","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:27:18.915152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.902399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:27:18.915363Z","caller":"traceutil/trace.go:171","msg":"trace[906849517] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"471.372996ms","start":"2026-03-06T01:27:18.443964Z","end":"2026-03-06T01:27:18.915337Z","steps":["trace[906849517] 'process raft request' (duration: 224.409481ms)","trace[906849517] 'compare' (duration: 243.048528ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:18.915407Z","caller":"traceutil/trace.go:171","msg":"trace[1029447592] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"422.507562ms","start":"2026-03-06T01:27:18.492885Z","end":"2026-03-06T01:27:18.915393Z","steps":["trace[1029447592] 'process raft request' (duration: 422.366299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:18.91546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:18.443929Z","time spent":"471.495219ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:18.915475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:18.492863Z","time spent":"422.576503ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:18.915535Z","caller":"traceutil/trace.go:171","msg":"trace[1440026382] linearizableReadLoop","detail":"{readStateIndex:26552; appliedIndex:26549; }","duration":"383.679078ms","start":"2026-03-06T01:27:18.531828Z","end":"2026-03-06T01:27:18.915507Z","steps":["trace[1440026382] 'read index received' (duration: 136.56872ms)","trace[1440026382] 'applied index is now lower than readState.Index' (duration: 247.108688ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:18.915601Z","caller":"traceutil/trace.go:171","msg":"trace[760007537] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"422.648635ms","start":"2026-03-06T01:27:18.492888Z","end":"2026-03-06T01:27:18.915537Z","steps":["trace[760007537] 'process raft request' (duration: 422.468471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:18.915713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.883933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:27:18.91574Z","caller":"traceutil/trace.go:171","msg":"trace[419140814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25674; }","duration":"383.938764ms","start":"2026-03-06T01:27:18.531794Z","end":"2026-03-06T01:27:18.915733Z","steps":["trace[419140814] 'agreement among raft nodes before linearized reading' (duration: 383.812422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:18.915759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:18.531782Z","time spent":"383.973015ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:18.915756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:18.492862Z","time spent":"422.818629ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:18.921425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.510696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:18.921488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.04939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:27:18.92152Z","caller":"traceutil/trace.go:171","msg":"trace[1583073343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25676; }","duration":"279.099332ms","start":"2026-03-06T01:27:18.642413Z","end":"2026-03-06T01:27:18.921512Z","steps":["trace[1583073343] 'agreement among raft nodes before linearized reading' (duration: 279.040751ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:18.921522Z","caller":"traceutil/trace.go:171","msg":"trace[229440141] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"122.654215ms","start":"2026-03-06T01:27:18.798854Z","end":"2026-03-06T01:27:18.921508Z","steps":["trace[229440141] 'process raft request' (duration: 122.44065ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:18.921558Z","caller":"traceutil/trace.go:171","msg":"trace[1138594856] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25676; }","duration":"272.617598ms","start":"2026-03-06T01:27:18.648885Z","end":"2026-03-06T01:27:18.921502Z","steps":["trace[1138594856] 'agreement among raft nodes before linearized reading' (duration: 272.493275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:18.92143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.645195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:27:18.921699Z","caller":"traceutil/trace.go:171","msg":"trace[390402885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25676; }","duration":"341.948622ms","start":"2026-03-06T01:27:18.579741Z","end":"2026-03-06T01:27:18.92169Z","steps":["trace[390402885] 'agreement among raft nodes before linearized reading' (duration: 341.587484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:18.921725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:18.579729Z","time spent":"341.986422ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:27:18.921474Z","caller":"traceutil/trace.go:171","msg":"trace[2113793391] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"123.978353ms","start":"2026-03-06T01:27:18.797479Z","end":"2026-03-06T01:27:18.921457Z","steps":["trace[2113793391] 'process raft request' (duration: 123.739448ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:25.074071Z","caller":"traceutil/trace.go:171","msg":"trace[349532153] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"133.83546ms","start":"2026-03-06T01:27:24.940033Z","end":"2026-03-06T01:27:25.073868Z","steps":["trace[349532153] 'process raft request' (duration: 133.696697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:25.074391Z","caller":"traceutil/trace.go:171","msg":"trace[1022227510] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"133.613914ms","start":"2026-03-06T01:27:24.940761Z","end":"2026-03-06T01:27:25.074375Z","steps":["trace[1022227510] 'process raft request' (duration: 133.45351ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:25.074583Z","caller":"traceutil/trace.go:171","msg":"trace[1832426917] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"132.136852ms","start":"2026-03-06T01:27:24.942426Z","end":"2026-03-06T01:27:25.074562Z","steps":["trace[1832426917] 'process raft request' (duration: 131.853116ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:25.074677Z","caller":"traceutil/trace.go:171","msg":"trace[1364759010] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"132.065441ms","start":"2026-03-06T01:27:24.942586Z","end":"2026-03-06T01:27:25.074651Z","steps":["trace[1364759010] 'process raft request' (duration: 131.915678ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:25.07473Z","caller":"traceutil/trace.go:171","msg":"trace[1761965832] linearizableReadLoop","detail":"{readStateIndex:26598; appliedIndex:26594; }","duration":"127.96963ms","start":"2026-03-06T01:27:24.946753Z","end":"2026-03-06T01:27:25.074722Z","steps":["trace[1761965832] 'read index received' (duration: 126.975539ms)","trace[1761965832] 'applied index is now lower than readState.Index' (duration: 993.241µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:25.074759Z","caller":"traceutil/trace.go:171","msg":"trace[501742871] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"127.091492ms","start":"2026-03-06T01:27:24.947647Z","end":"2026-03-06T01:27:25.074739Z","steps":["trace[501742871] 'process raft request' (duration: 126.962049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:25.074805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.038312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:25.074854Z","caller":"traceutil/trace.go:171","msg":"trace[1337543554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25720; }","duration":"128.111434ms","start":"2026-03-06T01:27:24.94673Z","end":"2026-03-06T01:27:25.074841Z","steps":["trace[1337543554] 'agreement among raft nodes before linearized reading' (duration: 128.035172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:25.074822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.888437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:27:25.074955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.482667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:27:25.074975Z","caller":"traceutil/trace.go:171","msg":"trace[226169472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25720; }","duration":"122.084151ms","start":"2026-03-06T01:27:24.952884Z","end":"2026-03-06T01:27:25.074968Z","steps":["trace[226169472] 'agreement among raft nodes before linearized reading' (duration: 121.892147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:25.074984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.032401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:27:25.074994Z","caller":"traceutil/trace.go:171","msg":"trace[848141285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25720; }","duration":"110.548859ms","start":"2026-03-06T01:27:24.964431Z","end":"2026-03-06T01:27:25.07498Z","steps":["trace[848141285] 'agreement among raft nodes before linearized reading' (duration: 110.421705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:25.075015Z","caller":"traceutil/trace.go:171","msg":"trace[1978353564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25720; }","duration":"112.094114ms","start":"2026-03-06T01:27:24.962912Z","end":"2026-03-06T01:27:25.075007Z","steps":["trace[1978353564] 'agreement among raft nodes before linearized reading' (duration: 112.047072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:25.075113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.300167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:27:25.075148Z","caller":"traceutil/trace.go:171","msg":"trace[163025560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25720; }","duration":"117.366259ms","start":"2026-03-06T01:27:24.957774Z","end":"2026-03-06T01:27:25.07514Z","steps":["trace[163025560] 'agreement among raft nodes before linearized reading' (duration: 117.308407ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.25422Z","caller":"traceutil/trace.go:171","msg":"trace[1007266487] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"115.104528ms","start":"2026-03-06T01:27:33.139086Z","end":"2026-03-06T01:27:33.254191Z","steps":["trace[1007266487] 'process raft request' (duration: 114.907284ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.489785Z","caller":"traceutil/trace.go:171","msg":"trace[404888372] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"349.555498ms","start":"2026-03-06T01:27:33.140204Z","end":"2026-03-06T01:27:33.48976Z","steps":["trace[404888372] 'process raft request' (duration: 349.361604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.489929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.140176Z","time spent":"349.678981ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:33.490443Z","caller":"traceutil/trace.go:171","msg":"trace[675208456] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"344.762865ms","start":"2026-03-06T01:27:33.145633Z","end":"2026-03-06T01:27:33.490396Z","steps":["trace[675208456] 'process raft request' (duration: 344.685343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.49171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.145623Z","time spent":"346.005861ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:33.490471Z","caller":"traceutil/trace.go:171","msg":"trace[71102023] linearizableReadLoop","detail":"{readStateIndex:26659; appliedIndex:26655; }","duration":"332.689659ms","start":"2026-03-06T01:27:33.157756Z","end":"2026-03-06T01:27:33.490445Z","steps":["trace[71102023] 'read index received' (duration: 97.017931ms)","trace[71102023] 'applied index is now lower than readState.Index' (duration: 235.670568ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:33.49063Z","caller":"traceutil/trace.go:171","msg":"trace[1254283052] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"251.314841ms","start":"2026-03-06T01:27:33.239301Z","end":"2026-03-06T01:27:33.490616Z","steps":["trace[1254283052] 'process raft request' (duration: 251.055365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.492621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.409144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:27:33.492676Z","caller":"traceutil/trace.go:171","msg":"trace[1393573970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25779; }","duration":"333.503656ms","start":"2026-03-06T01:27:33.159157Z","end":"2026-03-06T01:27:33.49266Z","steps":["trace[1393573970] 'agreement among raft nodes before linearized reading' (duration: 333.379373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.492713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.159138Z","time spent":"333.565318ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:27:33.49068Z","caller":"traceutil/trace.go:171","msg":"trace[159788754] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"345.109072ms","start":"2026-03-06T01:27:33.145561Z","end":"2026-03-06T01:27:33.490671Z","steps":["trace[159788754] 'process raft request' (duration: 344.63371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.493095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.14555Z","time spent":"347.439533ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:33.49326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.831986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:33.493365Z","caller":"traceutil/trace.go:171","msg":"trace[1514940949] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25779; }","duration":"319.97022ms","start":"2026-03-06T01:27:33.173383Z","end":"2026-03-06T01:27:33.493353Z","steps":["trace[1514940949] 'agreement among raft nodes before linearized reading' (duration: 319.839537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.493541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.173369Z","time spent":"320.156703ms","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:27:33.491126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.345773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:27:33.491558Z","caller":"traceutil/trace.go:171","msg":"trace[670840677] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"348.324191ms","start":"2026-03-06T01:27:33.143215Z","end":"2026-03-06T01:27:33.491539Z","steps":["trace[670840677] 'process raft request' (duration: 346.494371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.493725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.331041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:27:33.493922Z","caller":"traceutil/trace.go:171","msg":"trace[2232452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25779; }","duration":"336.183775ms","start":"2026-03-06T01:27:33.157721Z","end":"2026-03-06T01:27:33.493905Z","steps":["trace[2232452] 'agreement among raft nodes before linearized reading' (duration: 332.803491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.494031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.157713Z","time spent":"336.303158ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:27:33.494029Z","caller":"traceutil/trace.go:171","msg":"trace[1811235769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25779; }","duration":"144.561846ms","start":"2026-03-06T01:27:33.349333Z","end":"2026-03-06T01:27:33.493895Z","steps":["trace[1811235769] 'agreement among raft nodes before linearized reading' (duration: 143.745768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.493779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.304354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:27:33.494149Z","caller":"traceutil/trace.go:171","msg":"trace[2118568396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25779; }","duration":"100.695572ms","start":"2026-03-06T01:27:33.393429Z","end":"2026-03-06T01:27:33.494124Z","steps":["trace[2118568396] 'agreement among raft nodes before linearized reading' (duration: 100.285333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.494133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.143202Z","time spent":"350.832196ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:33.49384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.268874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:27:33.494288Z","caller":"traceutil/trace.go:171","msg":"trace[257177967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25779; }","duration":"329.736594ms","start":"2026-03-06T01:27:33.164546Z","end":"2026-03-06T01:27:33.494283Z","steps":["trace[257177967] 'agreement among raft nodes before linearized reading' (duration: 329.226143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.494322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.164534Z","time spent":"329.765704ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:27:33.493823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.081661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:27:33.495186Z","caller":"traceutil/trace.go:171","msg":"trace[463946595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25779; }","duration":"331.467731ms","start":"2026-03-06T01:27:33.163698Z","end":"2026-03-06T01:27:33.495166Z","steps":["trace[463946595] 'agreement among raft nodes before linearized reading' (duration: 329.985899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.495384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.163684Z","time spent":"331.683026ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:27:33.757861Z","caller":"traceutil/trace.go:171","msg":"trace[1877120069] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"256.442423ms","start":"2026-03-06T01:27:33.5014Z","end":"2026-03-06T01:27:33.757842Z","steps":["trace[1877120069] 'process raft request' (duration: 256.26263ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.758033Z","caller":"traceutil/trace.go:171","msg":"trace[531415085] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"256.591977ms","start":"2026-03-06T01:27:33.501435Z","end":"2026-03-06T01:27:33.758027Z","steps":["trace[531415085] 'process raft request' (duration: 256.374903ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.758321Z","caller":"traceutil/trace.go:171","msg":"trace[1399833472] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"256.829522ms","start":"2026-03-06T01:27:33.501472Z","end":"2026-03-06T01:27:33.758301Z","steps":["trace[1399833472] 'process raft request' (duration: 256.525666ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.758354Z","caller":"traceutil/trace.go:171","msg":"trace[790857725] linearizableReadLoop","detail":"{readStateIndex:26666; appliedIndex:26660; }","duration":"254.48387ms","start":"2026-03-06T01:27:33.503861Z","end":"2026-03-06T01:27:33.758345Z","steps":["trace[790857725] 'read index received' (duration: 18.835514ms)","trace[790857725] 'applied index is now lower than readState.Index' (duration: 235.647726ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:33.758406Z","caller":"traceutil/trace.go:171","msg":"trace[1294148174] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"256.547975ms","start":"2026-03-06T01:27:33.501833Z","end":"2026-03-06T01:27:33.758381Z","steps":["trace[1294148174] 'process raft request' (duration: 256.444753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.758485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.307686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:33.758586Z","caller":"traceutil/trace.go:171","msg":"trace[214268141] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25785; }","duration":"254.48184ms","start":"2026-03-06T01:27:33.504093Z","end":"2026-03-06T01:27:33.758575Z","steps":["trace[214268141] 'agreement among raft nodes before linearized reading' (duration: 254.317877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.758444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.572282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:33.758715Z","caller":"traceutil/trace.go:171","msg":"trace[132486394] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25785; }","duration":"254.848029ms","start":"2026-03-06T01:27:33.503834Z","end":"2026-03-06T01:27:33.758682Z","steps":["trace[132486394] 'agreement among raft nodes before linearized reading' (duration: 254.562152ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.758326Z","caller":"traceutil/trace.go:171","msg":"trace[1968819550] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"256.76484ms","start":"2026-03-06T01:27:33.50154Z","end":"2026-03-06T01:27:33.758305Z","steps":["trace[1968819550] 'process raft request' (duration: 256.653857ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:34.035519Z","caller":"traceutil/trace.go:171","msg":"trace[788470792] linearizableReadLoop","detail":"{readStateIndex:26667; appliedIndex:26666; }","duration":"130.926717ms","start":"2026-03-06T01:27:33.904569Z","end":"2026-03-06T01:27:34.035496Z","steps":["trace[788470792] 'read index received' (duration: 112.723027ms)","trace[788470792] 'applied index is now lower than readState.Index' (duration: 18.2023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:34.035673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.09393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:34.035695Z","caller":"traceutil/trace.go:171","msg":"trace[243344570] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25786; }","duration":"131.175952ms","start":"2026-03-06T01:27:33.90451Z","end":"2026-03-06T01:27:34.035686Z","steps":["trace[243344570] 'agreement among raft nodes before linearized reading' (duration: 131.1021ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:34.035705Z","caller":"traceutil/trace.go:171","msg":"trace[1727112036] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"210.605866ms","start":"2026-03-06T01:27:33.824992Z","end":"2026-03-06T01:27:34.035598Z","steps":["trace[1727112036] 'process raft request' (duration: 192.367126ms)","trace[1727112036] 'compare' (duration: 17.813571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:34.253608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.857688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:34.253702Z","caller":"traceutil/trace.go:171","msg":"trace[730759236] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25786; }","duration":"107.015811ms","start":"2026-03-06T01:27:34.146665Z","end":"2026-03-06T01:27:34.253681Z","steps":["trace[730759236] 'count revisions from in-memory index tree' (duration: 106.730144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:48.033497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.259519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:27:48.033621Z","caller":"traceutil/trace.go:171","msg":"trace[967048149] linearizableReadLoop","detail":"{readStateIndex:26858; appliedIndex:26857; }","duration":"300.354268ms","start":"2026-03-06T01:27:47.733244Z","end":"2026-03-06T01:27:48.033598Z","steps":["trace[967048149] 'read index received' (duration: 38.585708ms)","trace[967048149] 'applied index is now lower than readState.Index' (duration: 261.76694ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:48.033935Z","caller":"traceutil/trace.go:171","msg":"trace[919390236] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"355.717555ms","start":"2026-03-06T01:27:47.678197Z","end":"2026-03-06T01:27:48.033914Z","steps":["trace[919390236] 'process raft request' (duration: 93.683789ms)","trace[919390236] 'compare' (duration: 261.102666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:48.034025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:47.678178Z","time spent":"355.805796ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:48.034301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.043203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:48.034381Z","caller":"traceutil/trace.go:171","msg":"trace[480926649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25970; }","duration":"301.207897ms","start":"2026-03-06T01:27:47.733157Z","end":"2026-03-06T01:27:48.034365Z","steps":["trace[480926649] 'agreement among raft nodes before linearized reading' (duration: 301.067543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:48.034503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.261169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:48.034516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.053652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:27:48.034562Z","caller":"traceutil/trace.go:171","msg":"trace[1389385520] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25970; }","duration":"154.351872ms","start":"2026-03-06T01:27:47.880199Z","end":"2026-03-06T01:27:48.034551Z","steps":["trace[1389385520] 'agreement among raft nodes before linearized reading' (duration: 154.26252ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:48.034573Z","caller":"traceutil/trace.go:171","msg":"trace[1808004931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25970; }","duration":"138.128994ms","start":"2026-03-06T01:27:47.89643Z","end":"2026-03-06T01:27:48.034559Z","steps":["trace[1808004931] 'agreement among raft nodes before linearized reading' (duration: 137.930859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:48.034706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.359164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:27:48.034694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.07223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:48.034765Z","caller":"traceutil/trace.go:171","msg":"trace[465496304] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25970; }","duration":"284.49606ms","start":"2026-03-06T01:27:47.750256Z","end":"2026-03-06T01:27:48.034752Z","steps":["trace[465496304] 'agreement among raft nodes before linearized reading' (duration: 284.03916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:48.034414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:47.733137Z","time spent":"301.269857ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:27:48.034767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.851909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:27:48.034956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.045324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:27:48.034765Z","caller":"traceutil/trace.go:171","msg":"trace[1803904124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25970; }","duration":"136.440687ms","start":"2026-03-06T01:27:47.898308Z","end":"2026-03-06T01:27:48.034749Z","steps":["trace[1803904124] 'agreement among raft nodes before linearized reading' (duration: 136.220802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:48.034941Z","caller":"traceutil/trace.go:171","msg":"trace[353092213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25970; }","duration":"139.115206ms","start":"2026-03-06T01:27:47.895804Z","end":"2026-03-06T01:27:48.03492Z","steps":["trace[353092213] 'agreement among raft nodes before linearized reading' (duration: 138.624945ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:48.035017Z","caller":"traceutil/trace.go:171","msg":"trace[302582093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25970; }","duration":"134.105465ms","start":"2026-03-06T01:27:47.900879Z","end":"2026-03-06T01:27:48.034984Z","steps":["trace[302582093] 'agreement among raft nodes before linearized reading' (duration: 133.960412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:48.035283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.412613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:27:48.035321Z","caller":"traceutil/trace.go:171","msg":"trace[1788496473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25970; }","duration":"139.463214ms","start":"2026-03-06T01:27:47.895847Z","end":"2026-03-06T01:27:48.03531Z","steps":["trace[1788496473] 'agreement among raft nodes before linearized reading' (duration: 139.315331ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:48.31895Z","caller":"traceutil/trace.go:171","msg":"trace[1599092029] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"278.072859ms","start":"2026-03-06T01:27:48.040849Z","end":"2026-03-06T01:27:48.318922Z","steps":["trace[1599092029] 'process raft request' (duration: 187.776396ms)","trace[1599092029] 'compare' (duration: 89.787152ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:48.319174Z","caller":"traceutil/trace.go:171","msg":"trace[346765024] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"278.227442ms","start":"2026-03-06T01:27:48.040924Z","end":"2026-03-06T01:27:48.319152Z","steps":["trace[346765024] 'process raft request' (duration: 277.938546ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:48.319841Z","caller":"traceutil/trace.go:171","msg":"trace[599467306] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"278.785404ms","start":"2026-03-06T01:27:48.041013Z","end":"2026-03-06T01:27:48.319798Z","steps":["trace[599467306] 'process raft request' (duration: 278.060278ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:48.319876Z","caller":"traceutil/trace.go:171","msg":"trace[1426431126] linearizableReadLoop","detail":"{readStateIndex:26863; appliedIndex:26859; }","duration":"195.189067ms","start":"2026-03-06T01:27:48.124663Z","end":"2026-03-06T01:27:48.319853Z","steps":["trace[1426431126] 'read index received' (duration: 104.037395ms)","trace[1426431126] 'applied index is now lower than readState.Index' (duration: 91.150192ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:48.319964Z","caller":"traceutil/trace.go:171","msg":"trace[187283304] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"278.799944ms","start":"2026-03-06T01:27:48.041072Z","end":"2026-03-06T01:27:48.319872Z","steps":["trace[187283304] 'process raft request' (duration: 278.659061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:48.32002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.33017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:48.320057Z","caller":"traceutil/trace.go:171","msg":"trace[755009368] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25975; }","duration":"195.420973ms","start":"2026-03-06T01:27:48.124623Z","end":"2026-03-06T01:27:48.320044Z","steps":["trace[755009368] 'agreement among raft nodes before linearized reading' (duration: 195.310071ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:48.341537Z","caller":"traceutil/trace.go:171","msg":"trace[148721842] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"183.981192ms","start":"2026-03-06T01:27:48.157461Z","end":"2026-03-06T01:27:48.341442Z","steps":["trace[148721842] 'process raft request' (duration: 183.873589ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:22.747951Z","caller":"traceutil/trace.go:171","msg":"trace[733544828] linearizableReadLoop","detail":"{readStateIndex:27125; appliedIndex:27124; }","duration":"151.62843ms","start":"2026-03-06T01:28:22.596297Z","end":"2026-03-06T01:28:22.747926Z","steps":["trace[733544828] 'read index received' (duration: 147.423448ms)","trace[733544828] 'applied index is now lower than readState.Index' (duration: 4.203862ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:22.748168Z","caller":"traceutil/trace.go:171","msg":"trace[2027162835] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"188.93066ms","start":"2026-03-06T01:28:22.559181Z","end":"2026-03-06T01:28:22.748111Z","steps":["trace[2027162835] 'process raft request' (duration: 184.516663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:22.748429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.108951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:28:22.748478Z","caller":"traceutil/trace.go:171","msg":"trace[734921633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26230; }","duration":"152.198573ms","start":"2026-03-06T01:28:22.596266Z","end":"2026-03-06T01:28:22.748464Z","steps":["trace[734921633] 'agreement among raft nodes before linearized reading' (duration: 151.835725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:22.748788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.337667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:28:22.748845Z","caller":"traceutil/trace.go:171","msg":"trace[1379490580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26230; }","duration":"137.423189ms","start":"2026-03-06T01:28:22.611407Z","end":"2026-03-06T01:28:22.748831Z","steps":["trace[1379490580] 'agreement among raft nodes before linearized reading' (duration: 136.782805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:22.748828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.970125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:28:22.749205Z","caller":"traceutil/trace.go:171","msg":"trace[1712401894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26230; }","duration":"140.444956ms","start":"2026-03-06T01:28:22.608737Z","end":"2026-03-06T01:28:22.749182Z","steps":["trace[1712401894] 'agreement among raft nodes before linearized reading' (duration: 139.404373ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:10.017122Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23885} {"level":"info","ts":"2026-03-06T01:29:10.143104Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23885,"took":"123.077033ms","hash":62248854,"current-db-size-bytes":49344512,"current-db-size":"49 MB","current-db-size-in-use-bytes":33329152,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-06T01:29:10.143177Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":62248854,"revision":23885,"compact-revision":21449} {"level":"info","ts":"2026-03-06T01:30:56.345035Z","caller":"traceutil/trace.go:171","msg":"trace[1681673433] transaction","detail":"{read_only:false; response_revision:27322; number_of_response:1; }","duration":"138.499022ms","start":"2026-03-06T01:30:56.206513Z","end":"2026-03-06T01:30:56.345012Z","steps":["trace[1681673433] 'process raft request' (duration: 127.93259ms)","trace[1681673433] 'compare' (duration: 10.364588ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:10.356665Z","caller":"traceutil/trace.go:171","msg":"trace[1503885808] transaction","detail":"{read_only:false; response_revision:27418; number_of_response:1; }","duration":"129.111126ms","start":"2026-03-06T01:31:10.227525Z","end":"2026-03-06T01:31:10.356636Z","steps":["trace[1503885808] 'process raft request' (duration: 128.980834ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:34:10.025306Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26562} {"level":"info","ts":"2026-03-06T01:34:10.157626Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26562,"took":"128.693271ms","hash":674959355,"current-db-size-bytes":49344512,"current-db-size":"49 MB","current-db-size-in-use-bytes":29204480,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:34:10.157672Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":674959355,"revision":26562,"compact-revision":23885} {"level":"info","ts":"2026-03-06T01:35:01.423265Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21032583b6cd9182","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:35:01.428666Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-03-06T01:35:01.428761Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-03-06T01:39:10.034333Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28633} {"level":"info","ts":"2026-03-06T01:39:10.150974Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28633,"took":"112.156347ms","hash":2117653971,"current-db-size-bytes":49344512,"current-db-size":"49 MB","current-db-size-in-use-bytes":27844608,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:39:10.151049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2117653971,"revision":28633,"compact-revision":26562} {"level":"info","ts":"2026-03-06T01:40:43.717493Z","caller":"traceutil/trace.go:171","msg":"trace[847667158] transaction","detail":"{read_only:false; response_revision:31486; number_of_response:1; }","duration":"179.646981ms","start":"2026-03-06T01:40:43.537804Z","end":"2026-03-06T01:40:43.717451Z","steps":["trace[847667158] 'process raft request' (duration: 178.67868ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:10.039819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30751} {"level":"info","ts":"2026-03-06T01:44:10.184432Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30751,"took":"140.430006ms","hash":257165285,"current-db-size-bytes":49344512,"current-db-size":"49 MB","current-db-size-in-use-bytes":28803072,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:44:10.184585Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":257165285,"revision":30751,"compact-revision":28633} {"level":"info","ts":"2026-03-06T01:47:46.733042Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008ae5.wal"} {"level":"info","ts":"2026-03-06T01:49:10.047323Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32896} {"level":"info","ts":"2026-03-06T01:49:10.17957Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32896,"took":"127.606293ms","hash":1610401803,"current-db-size-bytes":50229248,"current-db-size":"50 MB","current-db-size-in-use-bytes":29126656,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:49:10.17962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1610401803,"revision":32896,"compact-revision":30751} {"level":"warn","ts":"2026-03-06T01:52:49.06434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.212421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:52:49.064477Z","caller":"traceutil/trace.go:171","msg":"trace[544058506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36555; }","duration":"123.421895ms","start":"2026-03-06T01:52:48.941031Z","end":"2026-03-06T01:52:49.064453Z","steps":["trace[544058506] 'range keys from in-memory index tree' (duration: 123.064237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:52:49.064514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.345823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-hjtcf\" ","response":"range_response_count:1 size:5132"} {"level":"info","ts":"2026-03-06T01:52:49.064598Z","caller":"traceutil/trace.go:171","msg":"trace[151783207] range","detail":"{range_begin:/registry/pods/openstack/neutron-coredns-7dd4958666-hjtcf; range_end:; response_count:1; response_revision:36555; }","duration":"123.479426ms","start":"2026-03-06T01:52:48.941097Z","end":"2026-03-06T01:52:49.064576Z","steps":["trace[151783207] 'range keys from in-memory index tree' (duration: 123.106639ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:54:10.054909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34972} {"level":"info","ts":"2026-03-06T01:54:10.173341Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34972,"took":"114.54239ms","hash":1860918137,"current-db-size-bytes":50229248,"current-db-size":"50 MB","current-db-size-in-use-bytes":27578368,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:54:10.1734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1860918137,"revision":34972,"compact-revision":32896}